You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ro...@apache.org on 2022/04/27 09:53:17 UTC

[iotdb] branch iotdb-2933 updated (cd6af308cd -> 7ab8a74590)

This is an automated email from the ASF dual-hosted git repository.

rong pushed a change to branch iotdb-2933
in repository https://gitbox.apache.org/repos/asf/iotdb.git


    from cd6af308cd Expression
     add 4bf3dbb674 [IOTDB-2960]Add partition cache (#5685)
     add 9b5f18318e Set correct InternalEndpoint and DataBlockEndpoint when planning (#5679)
     add 6946f3031a [IOTDB-2938]Some improvements and bug fix for New Sync (#5563)
     add 112758a997 [IOTDB-2701]User guide for Sync (#5676)
     add 300903d2bb Update the description of ** (#5690)
     add dd5071df75 New schema tree traverse implementation (#5686)
     add 660fc05f31 [IOTDB-2998] Pooling RatisConsensus Raft client (#5683)
     add b06d314762 [IOTDB-3015] Authenticate login via confignode (#5678)
     add 5f6a986b1c [IOTDB-2753] Insert a time series with a null value and report 500 (#5694)
     new 7ab8a74590 Merge branch 'master' of github.com:apache/iotdb into iotdb-2933

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../query/manage/ClusterSessionManager.java        |   1 +
 .../iotdb/confignode/manager/ConfigManager.java    |  11 +
 .../apache/iotdb/confignode/manager/Manager.java   |   9 +
 .../iotdb/confignode/persistence/AuthorInfo.java   |  21 +
 .../thrift/ConfigNodeRPCServiceProcessor.java      |   6 +
 .../apache/iotdb/consensus/ratis/RatisClient.java  | 107 +++++
 .../iotdb/consensus/ratis/RatisClientFactory.java  |  67 ----
 .../iotdb/consensus/ratis/RatisConsensus.java      |  93 ++---
 .../iotdb/consensus/ratis/RatisConsensusTest.java  |   2 +-
 .../Data-Concept/Data-Model-and-Terminology.md     |   2 +-
 docs/UserGuide/Maintenance-Tools/Sync-Tool.md      | 119 +++++-
 docs/zh/UserGuide/Maintenance-Tools/Sync-Tool.md   |  23 +-
 .../{IoTDBInIT.java => IoTDBInsertNullIT.java}     | 145 +++----
 .../sync/IoTDBSyncReceiverCollectorIT.java         |  12 +-
 .../db/integration/sync/IoTDBSyncSenderIT.java     | 327 +++++++++++++--
 .../db/integration/sync/TransportClientMock.java   |  12 +-
 .../db/integration/sync/TransportHandlerMock.java  |  61 +++
 .../resources/conf/iotdb-engine.properties         |   5 +
 .../db/auth/authorizer/AuthorizerManager.java      |  55 +++
 .../db/auth/authorizer/ClusterAuthorizer.java      |  24 +-
 .../apache/iotdb/db/client/ConfigNodeClient.java   |  16 +
 .../java/org/apache/iotdb/db/conf/IoTDBConfig.java |  14 +
 .../org/apache/iotdb/db/conf/IoTDBDescriptor.java  |   5 +
 .../iotdb/db/engine/memtable/AbstractMemTable.java |  23 +-
 .../iotdb/db/localconfignode/LocalConfigNode.java  |  13 +-
 .../iotdb/db/metadata/LocalSchemaProcessor.java    |   6 +-
 .../db/metadata/tree/AbstractTreeVisitor.java      | 376 +++++++++++++++++
 .../tree/AbstractTreeVisitorWithLimitOffset.java   | 106 +++++
 .../apache/iotdb/db/metadata/tree/ITreeNode.java   |   7 +-
 .../iotdb/db/mpp/common/MPPQueryContext.java       |  25 +-
 .../db/mpp/common/schematree/DeviceSchemaInfo.java |  40 +-
 .../iotdb/db/mpp/common/schematree/SchemaTree.java |  33 +-
 .../mpp/common/schematree/SchemaTreeVisitor.java   | 237 -----------
 .../schematree/{ => node}/SchemaEntityNode.java    |   2 +-
 .../schematree/{ => node}/SchemaInternalNode.java  |   2 +-
 .../{ => node}/SchemaMeasurementNode.java          |   2 +-
 .../common/schematree/{ => node}/SchemaNode.java   |   6 +-
 .../visitor/SchemaTreeDeviceVisitor.java           |  61 +++
 .../visitor/SchemaTreeMeasurementVisitor.java      |  80 ++++
 .../schematree/visitor/SchemaTreeVisitor.java      |  60 +++
 .../apache/iotdb/db/mpp/execution/Coordinator.java |  21 +-
 .../iotdb/db/mpp/execution/QueryExecution.java     |   4 +-
 .../scheduler/AbstractFragInsStateTracker.java     |   6 +-
 .../scheduler/SimpleFragInstanceDispatcher.java    |   6 +-
 .../execution/scheduler/SimpleQueryTerminator.java |   9 +-
 .../mpp/sql/analyze/ClusterPartitionFetcher.java   | 446 +++++++++++++++++++--
 .../mpp/sql/analyze/FakePartitionFetcherImpl.java  |  11 +
 .../db/mpp/sql/analyze/FakeSchemaFetcherImpl.java  |   8 +-
 .../db/mpp/sql/analyze/IPartitionFetcher.java      |   4 +
 .../sql/analyze/StandalonePartitionFetcher.java    |  11 +
 .../db/mpp/sql/planner/DistributionPlanner.java    |   6 +-
 .../db/mpp/sql/planner/LocalExecutionPlanner.java  |  13 +-
 .../sql/planner/SimpleFragmentParallelPlanner.java |   9 +-
 .../db/mpp/sql/planner/plan/FragmentInstance.java  |  25 +-
 .../db/qp/physical/sys/DeleteTimeSeriesPlan.java   |  12 +
 .../java/org/apache/iotdb/db/service/IoTDB.java    |   2 +-
 .../thrift/impl/DataNodeTSIServiceImpl.java        |   6 +-
 .../apache/iotdb/db/sync/conf/SyncConstant.java    |  54 +--
 .../apache/iotdb/db/sync/conf/SyncPathUtil.java    |  82 ++--
 .../iotdb/db/sync/pipedata/DeletionPipeData.java   |   2 +-
 .../sync/pipedata/queue/BufferedPipeDataQueue.java |  31 +-
 .../db/sync/pipedata/queue/PipeDataQueue.java      |   2 +
 .../db/sync/receiver/collector/Collector.java      |   4 +-
 .../db/sync/receiver/manager/ReceiverManager.java  |   4 +-
 .../db/sync/sender/manager/SchemaSyncManager.java  |  18 +-
 .../iotdb/db/sync/sender/pipe/IoTDBPipeSink.java   |  18 +
 .../org/apache/iotdb/db/sync/sender/pipe/Pipe.java |  10 +
 .../iotdb/db/sync/sender/pipe/TsFilePipe.java      |  61 ++-
 .../db/sync/sender/recovery/SenderLogAnalyzer.java |  25 +-
 .../db/sync/sender/recovery/SenderLogger.java      |  12 +-
 .../db/sync/sender/recovery/TsFilePipeLogger.java  |   2 +-
 .../iotdb/db/sync/sender/service/MsgManager.java   | 114 ++++++
 .../db/sync/sender/service/SenderService.java      |  81 ++--
 .../db/sync/sender/service/TransportHandler.java   |  47 ++-
 .../db/sync/transport/client/TransportClient.java  |  35 +-
 .../db/mpp/common/schematree/SchemaTreeTest.java   | 167 +++++++-
 .../operator/schema/SchemaFetchOperatorTest.java   |   2 +-
 .../db/mpp/sql/plan/DistributionPlannerTest.java   |  18 +-
 .../iotdb/db/mpp/sql/plan/QueryPlannerTest.java    |   6 +-
 .../sync/pipedata/BufferedPipeDataQueueTest.java   |  26 +-
 .../receiver/recovery/ReceiverLogAnalyzerTest.java |   4 +-
 .../iotdb/rpc/ConfigNodeConnectionException.java   |  12 +-
 .../src/main/thrift/confignode.thrift              |   7 +
 83 files changed, 2756 insertions(+), 903 deletions(-)
 create mode 100644 consensus/src/main/java/org/apache/iotdb/consensus/ratis/RatisClient.java
 delete mode 100644 consensus/src/main/java/org/apache/iotdb/consensus/ratis/RatisClientFactory.java
 copy integration/src/test/java/org/apache/iotdb/db/integration/{IoTDBInIT.java => IoTDBInsertNullIT.java} (52%)
 create mode 100644 integration/src/test/java/org/apache/iotdb/db/integration/sync/TransportHandlerMock.java
 create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/tree/AbstractTreeVisitor.java
 create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/tree/AbstractTreeVisitorWithLimitOffset.java
 copy cluster/src/main/java/org/apache/iotdb/cluster/server/raft/MetaRaftServiceMBean.java => server/src/main/java/org/apache/iotdb/db/metadata/tree/ITreeNode.java (89%)
 delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/common/schematree/SchemaTreeVisitor.java
 rename server/src/main/java/org/apache/iotdb/db/mpp/common/schematree/{ => node}/SchemaEntityNode.java (98%)
 rename server/src/main/java/org/apache/iotdb/db/mpp/common/schematree/{ => node}/SchemaInternalNode.java (97%)
 rename server/src/main/java/org/apache/iotdb/db/mpp/common/schematree/{ => node}/SchemaMeasurementNode.java (98%)
 rename server/src/main/java/org/apache/iotdb/db/mpp/common/schematree/{ => node}/SchemaNode.java (92%)
 create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/common/schematree/visitor/SchemaTreeDeviceVisitor.java
 create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/common/schematree/visitor/SchemaTreeMeasurementVisitor.java
 create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/common/schematree/visitor/SchemaTreeVisitor.java
 create mode 100644 server/src/main/java/org/apache/iotdb/db/sync/sender/service/MsgManager.java
 copy metrics/interface/src/main/java/org/apache/iotdb/metrics/utils/MonitorType.java => service-rpc/src/main/java/org/apache/iotdb/rpc/ConfigNodeConnectionException.java (82%)


[iotdb] 01/01: Merge branch 'master' of github.com:apache/iotdb into iotdb-2933

Posted by ro...@apache.org.
This is an automated email from the ASF dual-hosted git repository.

rong pushed a commit to branch iotdb-2933
in repository https://gitbox.apache.org/repos/asf/iotdb.git

commit 7ab8a745902664621d224315d89fabfa028908ce
Merge: cd6af308cd 5f6a986b1c
Author: Steve Yurong Su <ro...@apache.org>
AuthorDate: Wed Apr 27 17:53:00 2022 +0800

    Merge branch 'master' of github.com:apache/iotdb into iotdb-2933

 .../query/manage/ClusterSessionManager.java        |   1 +
 .../iotdb/confignode/manager/ConfigManager.java    |  11 +
 .../apache/iotdb/confignode/manager/Manager.java   |   9 +
 .../iotdb/confignode/persistence/AuthorInfo.java   |  21 +
 .../thrift/ConfigNodeRPCServiceProcessor.java      |   6 +
 .../apache/iotdb/consensus/ratis/RatisClient.java  | 107 +++++
 .../iotdb/consensus/ratis/RatisClientFactory.java  |  67 ----
 .../iotdb/consensus/ratis/RatisConsensus.java      |  93 ++---
 .../iotdb/consensus/ratis/RatisConsensusTest.java  |   2 +-
 .../Data-Concept/Data-Model-and-Terminology.md     |   2 +-
 docs/UserGuide/Maintenance-Tools/Sync-Tool.md      | 119 +++++-
 docs/zh/UserGuide/Maintenance-Tools/Sync-Tool.md   |  23 +-
 .../iotdb/db/integration/IoTDBInsertNullIT.java    | 207 ++++++++++
 .../sync/IoTDBSyncReceiverCollectorIT.java         |  12 +-
 .../db/integration/sync/IoTDBSyncSenderIT.java     | 327 +++++++++++++--
 .../db/integration/sync/TransportClientMock.java   |  12 +-
 .../db/integration/sync/TransportHandlerMock.java  |  61 +++
 .../resources/conf/iotdb-engine.properties         |   5 +
 .../db/auth/authorizer/AuthorizerManager.java      |  55 +++
 .../db/auth/authorizer/ClusterAuthorizer.java      |  24 +-
 .../apache/iotdb/db/client/ConfigNodeClient.java   |  16 +
 .../java/org/apache/iotdb/db/conf/IoTDBConfig.java |  14 +
 .../org/apache/iotdb/db/conf/IoTDBDescriptor.java  |   5 +
 .../iotdb/db/engine/memtable/AbstractMemTable.java |  23 +-
 .../iotdb/db/localconfignode/LocalConfigNode.java  |  13 +-
 .../iotdb/db/metadata/LocalSchemaProcessor.java    |   6 +-
 .../db/metadata/tree/AbstractTreeVisitor.java      | 376 +++++++++++++++++
 .../tree/AbstractTreeVisitorWithLimitOffset.java   | 106 +++++
 .../tree/ITreeNode.java}                           |  20 +-
 .../iotdb/db/mpp/common/MPPQueryContext.java       |  25 +-
 .../db/mpp/common/schematree/DeviceSchemaInfo.java |  40 +-
 .../iotdb/db/mpp/common/schematree/SchemaTree.java |  33 +-
 .../mpp/common/schematree/SchemaTreeVisitor.java   | 237 -----------
 .../schematree/{ => node}/SchemaEntityNode.java    |   2 +-
 .../schematree/{ => node}/SchemaInternalNode.java  |   2 +-
 .../{ => node}/SchemaMeasurementNode.java          |   2 +-
 .../common/schematree/{ => node}/SchemaNode.java   |   6 +-
 .../visitor/SchemaTreeDeviceVisitor.java           |  61 +++
 .../visitor/SchemaTreeMeasurementVisitor.java      |  80 ++++
 .../schematree/visitor/SchemaTreeVisitor.java      |  60 +++
 .../apache/iotdb/db/mpp/execution/Coordinator.java |  21 +-
 .../iotdb/db/mpp/execution/QueryExecution.java     |   4 +-
 .../scheduler/AbstractFragInsStateTracker.java     |   6 +-
 .../scheduler/SimpleFragInstanceDispatcher.java    |   6 +-
 .../execution/scheduler/SimpleQueryTerminator.java |   9 +-
 .../mpp/sql/analyze/ClusterPartitionFetcher.java   | 446 +++++++++++++++++++--
 .../mpp/sql/analyze/FakePartitionFetcherImpl.java  |  11 +
 .../db/mpp/sql/analyze/FakeSchemaFetcherImpl.java  |   8 +-
 .../db/mpp/sql/analyze/IPartitionFetcher.java      |   4 +
 .../sql/analyze/StandalonePartitionFetcher.java    |  11 +
 .../db/mpp/sql/planner/DistributionPlanner.java    |   6 +-
 .../db/mpp/sql/planner/LocalExecutionPlanner.java  |  13 +-
 .../sql/planner/SimpleFragmentParallelPlanner.java |   9 +-
 .../db/mpp/sql/planner/plan/FragmentInstance.java  |  25 +-
 .../db/qp/physical/sys/DeleteTimeSeriesPlan.java   |  12 +
 .../java/org/apache/iotdb/db/service/IoTDB.java    |   2 +-
 .../thrift/impl/DataNodeTSIServiceImpl.java        |   6 +-
 .../apache/iotdb/db/sync/conf/SyncConstant.java    |  54 +--
 .../apache/iotdb/db/sync/conf/SyncPathUtil.java    |  82 ++--
 .../iotdb/db/sync/pipedata/DeletionPipeData.java   |   2 +-
 .../sync/pipedata/queue/BufferedPipeDataQueue.java |  31 +-
 .../db/sync/pipedata/queue/PipeDataQueue.java      |   2 +
 .../db/sync/receiver/collector/Collector.java      |   4 +-
 .../db/sync/receiver/manager/ReceiverManager.java  |   4 +-
 .../db/sync/sender/manager/SchemaSyncManager.java  |  18 +-
 .../iotdb/db/sync/sender/pipe/IoTDBPipeSink.java   |  18 +
 .../org/apache/iotdb/db/sync/sender/pipe/Pipe.java |  10 +
 .../iotdb/db/sync/sender/pipe/TsFilePipe.java      |  61 ++-
 .../db/sync/sender/recovery/SenderLogAnalyzer.java |  25 +-
 .../db/sync/sender/recovery/SenderLogger.java      |  12 +-
 .../db/sync/sender/recovery/TsFilePipeLogger.java  |   2 +-
 .../iotdb/db/sync/sender/service/MsgManager.java   | 114 ++++++
 .../db/sync/sender/service/SenderService.java      |  81 ++--
 .../db/sync/sender/service/TransportHandler.java   |  47 ++-
 .../db/sync/transport/client/TransportClient.java  |  35 +-
 .../db/mpp/common/schematree/SchemaTreeTest.java   | 167 +++++++-
 .../operator/schema/SchemaFetchOperatorTest.java   |   2 +-
 .../db/mpp/sql/plan/DistributionPlannerTest.java   |  18 +-
 .../iotdb/db/mpp/sql/plan/QueryPlannerTest.java    |   6 +-
 .../sync/pipedata/BufferedPipeDataQueueTest.java   |  26 +-
 .../receiver/recovery/ReceiverLogAnalyzerTest.java |   4 +-
 .../iotdb/rpc/ConfigNodeConnectionException.java   |  21 +-
 .../src/main/thrift/confignode.thrift              |   7 +
 83 files changed, 2913 insertions(+), 830 deletions(-)