You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by xi...@apache.org on 2022/04/18 01:55:44 UTC
[iotdb] branch xingtanzjr/graph_visitor updated (7b2650ccd3 -> 7cd80c2b37)
This is an automated email from the ASF dual-hosted git repository.
xingtanzjr pushed a change to branch xingtanzjr/graph_visitor
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 7b2650ccd3 spotless
add 07a407be6f fix NPE when stop IoTDB and MLogTxtWriter parsing CreateAlignedTimeseriesPlan error (#5525)
add 25dc043b17 get time partition interval from config node (#5523)
add 627e479c3b [IOTDB-2779] TemporaryClient for ConfigNode to connect DataNode (#5530)
add 74df66decc [IOTDB-2847] Implementation of PartitionFetcher (#5516)
add a8c8acbc94 Generate header of result set: show timeseries/devices/sg (#5531)
add 976d041b76 [IOTDB-2896] Fix warning of illegal seq compaction performer (#5534)
add 12e3eb74a0 add some news for community/about (#5535)
add 8c09a47c5d Implement basic SchemaFetcher (#5494)
add d1278f8507 [IOTDB-2863] Serialize and deserialize of insert node (#5517)
add 1efdab36b5 Add getSeriesPartitionExecutor() in node-commons (#5528)
add 91dad5be71 fix DataRegionId directory name bug (#5547)
add 2d8a821592 [IOTDB-2921] Fix WALNodeTest of concurrently accessing ArrayList (#5543)
add 3309707399 [IOTDB-2909] ColumnEncoder(s) for BOOLEAN and TEXT (#5512)
add 51b7199ab0 [IOTDB-2888] Unable to select an unary expression followed by a constant expression (#5521)
add d808d844d6 [IOTDB-2913] Add InfluxDB Protocol Test Framework (#5546)
add 60e688841f Fix repeated flip() && Fix configNode's failure for addConsensusGroup && Improve DataNode's joining ConfigNode (#5544)
add 0c50e6c890 [IOTDB-2861] Improve Cross compaction selector file number restrict (#5532)
add 3f2846011c add comment for max_cross_compaction_candidate_file_nul (#5549)
add 0d83f7a894 Open Optimize ConfigNode redirect and create region process (#5550)
add 8d10d159ea [IOTDB-2906] Commit pipe data serial number error, Can not find tsfile (#5536)
add 93ee11b9f3 Add DataNodeTSIServiceImpl as RPCServiceImpl in mpp mode (#5540)
add ad9401282f [IOTDB-2923] fix CI IoTDBSyncReceiverIT.testReceiveDataAndLoad (#5548)
add 8c38d6baac [IOTDB-2842] SHOW PIPE PipeName throws NPE if receiverService isn't initialize (#5414)
add 6f8eadd8f0 fix the spotless issue in last PR (#5559)
add a356eeabc9 [IOTDB-2922] Fix NPE when compacting with files that contains zero device (#5553)
add b2dfcf847b Fix mpp CI (#5562)
add 588fece871 [IOTDB-2852] the import-csv tool can not import the data to nonaligned device (#5420)
add 1e3044dbd9 [IOTDB-2934] Fix StorageEngineV2 cannot recover (#5558)
add 8ed3f3ad5d [IOTDB-2902] Handling user privileges for aligned timeseries related features (#5556)
add 90cd903f9b [IOTDB-2924] UDF Framework: index overflow while iterating sliding windows (#5555)
add 2691ade495 Make standalone mode mpp basically runnable (#5566)
add 7cd80c2b37 Merge branch 'master' into xingtanzjr/graph_visitor
No new revisions were added by this update.
Summary of changes:
.github/workflows/influxdb-protocol.yml | 4 +-
.../apache/iotdb/db/qp/sql/InfluxDBSqlParser.g4 | 1 +
.../main/java/org/apache/iotdb/tool/ImportCsv.java | 6 +-
.../iotdb/cluster/log/snapshot/FileSnapshot.java | 2 +-
.../cluster/log/snapshot/FileSnapshotTest.java | 2 +-
.../resources/conf/iotdb-confignode.properties | 12 +-
.../iotdb/confignode/cli/TemporaryClient.java | 202 ++++++
.../iotdb/confignode/conf/ConfigNodeConf.java | 13 +-
.../confignode/conf/ConfigNodeDescriptor.java | 5 +
.../consensus/response/DataPartitionDataSet.java | 23 +-
.../consensus/response/SchemaPartitionDataSet.java | 23 +-
.../iotdb/confignode/manager/ConfigManager.java | 17 +-
.../iotdb/confignode/manager/DataNodeManager.java | 3 +
.../iotdb/confignode/manager/PartitionManager.java | 22 +-
.../iotdb/confignode/manager/RegionManager.java | 29 +-
.../persistence/DataNodeInfoPersistence.java | 11 +
.../persistence/PartitionInfoPersistence.java | 16 +-
.../iotdb/confignode/physical/PhysicalPlan.java | 1 -
.../server/ConfigNodeRPCServerProcessor.java | 1 +
.../iotdb/confignode/cli/TemporaryClientDemo.java | 74 ++
.../physical/SerializeDeserializeUT.java | 27 +
consensus/pom.xml | 8 +-
.../iotdb/consensus/ratis/RatisConsensus.java | 12 +-
.../iotdb/consensus/ratis/RequestMessage.java | 1 -
.../iotdb/consensus/ratis/RatisConsensusTest.java | 4 +-
.../tests/tools/importCsv/ImportCsvTestIT.java | 31 +
...ockerfile-single => Dockerfile-single-influxdb} | 1 +
docs/UserGuide/API/InfluxDB-Protocol.md | 5 +-
docs/zh/Community/About.md | 66 +-
docs/zh/UserGuide/API/InfluxDB-Protocol.md | 4 +-
.../org/apache/iotdb/influxdb/IoTDBInfluxDB.java | 1 +
.../iotdb/influxdb/protocol/dto/SessionPoint.java | 20 +-
.../influxdb/integration/IoTDBInfluxDBIT.java | 34 +-
.../iotdb/db/integration/IoTDBSelectSchemaIT.java | 24 +-
.../db/integration/sync/IoTDBSyncReceiverIT.java | 1 +
.../iotdb/db/integration/sync/SyncTestUtil.java | 64 +-
metrics/dropwizard-metrics/pom.xml | 2 +-
.../iotdb/commons/cluster/DataNodeLocation.java | 4 +
.../iotdb/commons/concurrent/ThreadName.java | 10 +-
.../iotdb/commons/consensus/DataRegionId.java | 2 +-
.../iotdb/commons/consensus/PartitionRegionId.java | 2 +-
.../iotdb/commons/consensus/SchemaRegionId.java | 2 +-
.../iotdb/commons/partition/DataPartition.java | 61 +-
.../commons/partition/DataPartitionQueryParam.java | 3 +-
.../iotdb/commons/partition/RegionReplicaSet.java | 38 +
.../iotdb/commons/partition/SchemaPartition.java | 46 +-
.../executor/SeriesPartitionExecutor.java | 19 +
.../apache/iotdb/commons/service/ServiceType.java | 3 +-
.../iotdb/commons/service/ThriftService.java | 8 +-
pom.xml | 15 -
server/pom.xml | 21 +-
.../resources/conf/iotdb-engine.properties | 39 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 4 +
.../apache/iotdb/db/client/ConfigNodeClient.java | 16 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 38 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 13 +-
.../statemachine/SchemaRegionStateMachine.java | 5 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 4 +-
.../apache/iotdb/db/engine/StorageEngineV2.java | 116 ++--
.../selector/RewriteCompactionFileSelector.java | 7 +-
.../inner/utils/MultiTsFileDeviceIterator.java | 5 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 33 +-
.../exception/sql/StatementAnalyzeException.java | 13 +-
.../iotdb/db/metadata/logfile/MLogTxtWriter.java | 11 +-
.../db/metadata/schemaregion/SchemaRegion.java | 3 +-
.../iotdb/db/mpp/buffer/DataBlockManager.java | 38 +-
.../iotdb/db/mpp/buffer/DataBlockService.java | 33 +-
.../mpp/buffer/DataBlockServiceClientFactory.java | 95 ++-
.../buffer/DataBlockServiceMBean.java} | 4 +-
.../iotdb/db/mpp/buffer/IDataBlockManager.java | 31 +-
.../org/apache/iotdb/db/mpp/buffer/SinkHandle.java | 19 +-
.../apache/iotdb/db/mpp/buffer/SourceHandle.java | 6 +-
.../apache/iotdb/db/mpp/buffer/StubSinkHandle.java | 17 +-
.../iotdb/db/mpp/common/MPPQueryContext.java | 10 +-
.../iotdb/db/mpp/common/header/DatasetHeader.java | 13 +-
.../iotdb/db/mpp/common/header/HeaderConstant.java | 90 +++
.../db/mpp/common/schematree/PathPatternNode.java | 13 +
.../db/mpp/common/schematree/PathPatternTree.java | 55 +-
.../db/mpp/common/schematree/SchemaEntityNode.java | 24 +
.../mpp/common/schematree/SchemaInternalNode.java | 17 +
.../common/schematree/SchemaMeasurementNode.java | 22 +-
.../iotdb/db/mpp/common/schematree/SchemaNode.java | 8 +-
.../iotdb/db/mpp/common/schematree/SchemaTree.java | 116 +++-
.../apache/iotdb/db/mpp/execution/Coordinator.java | 50 +-
.../apache/iotdb/db/mpp/execution/DataDriver.java | 5 +-
.../iotdb/db/mpp/execution/DriverContext.java | 4 +
.../db/mpp/execution/FragmentInstanceContext.java | 7 +
.../db/mpp/execution/FragmentInstanceManager.java | 2 +-
.../iotdb/db/mpp/execution/IQueryExecution.java | 13 +
.../iotdb/db/mpp/execution/QueryExecution.java | 74 +-
.../iotdb/db/mpp/execution/QueryStateMachine.java | 6 +-
.../iotdb/db/mpp/execution/SchemaDriver.java | 24 +-
.../db/mpp/execution/config/ConfigExecution.java | 48 +-
.../scheduler/AbstractFragInsStateTracker.java | 10 +-
.../scheduler/FixedRateFragInsStateTracker.java | 8 +
.../scheduler/InternalServiceClientFactory.java | 87 ++-
.../scheduler/SimpleFragInstanceDispatcher.java | 23 +-
.../execution/scheduler/SimpleQueryTerminator.java | 9 +-
.../db/mpp/operator/process/TimeJoinOperator.java | 5 +-
.../mpp/operator/schema/SchemaFetchOperator.java | 129 ++++
.../db/mpp/schedule/FragmentInstanceScheduler.java | 19 +-
.../apache/iotdb/db/mpp/sql/analyze/Analyzer.java | 400 ++++++-----
.../mpp/sql/analyze/ClusterPartitionFetcher.java | 216 +++++-
.../db/mpp/sql/analyze/ClusterSchemaFetcher.java | 72 +-
.../mpp/sql/analyze/FakePartitionFetcherImpl.java | 36 +-
.../db/mpp/sql/analyze/IPartitionFetcher.java | 16 +-
.../sql/analyze/StandalonePartitionFetcher.java | 23 +-
.../apache/iotdb/db/mpp/sql/parser/ASTVisitor.java | 12 +
.../db/mpp/sql/planner/DistributionPlanner.java | 53 +-
.../db/mpp/sql/planner/LocalExecutionPlanner.java | 69 +-
.../iotdb/db/mpp/sql/planner/LogicalPlanner.java | 16 +-
.../iotdb/db/mpp/sql/planner/QueryPlanBuilder.java | 20 +-
.../db/mpp/sql/planner/plan/node/PlanNodeId.java | 16 +
.../db/mpp/sql/planner/plan/node/PlanNodeType.java | 26 +-
.../db/mpp/sql/planner/plan/node/PlanVisitor.java | 13 +-
.../{ShowDevicesNode.java => SchemaFetchNode.java} | 49 +-
.../plan/node/metedata/read/SchemaMergeNode.java | 13 +-
.../plan/node/metedata/read/SchemaScanNode.java | 11 +-
.../node/metedata/write/CreateTimeSeriesNode.java | 29 +-
.../planner/plan/node/process/ExchangeNode.java | 5 +
.../planner/plan/node/process/TimeJoinNode.java | 9 +-
.../planner/plan/node/sink/FragmentSinkNode.java | 5 +
.../plan/node/write/InsertMultiTabletsNode.java | 15 +
.../sql/planner/plan/node/write/InsertNode.java | 50 +-
.../sql/planner/plan/node/write/InsertRowNode.java | 346 +++++++++-
.../planner/plan/node/write/InsertRowsNode.java | 16 +
.../plan/node/write/InsertRowsOfOneDeviceNode.java | 16 +
.../planner/plan/node/write/InsertTabletNode.java | 473 ++++++++++++-
.../db/mpp/sql/statement/StatementVisitor.java | 10 +
.../sql/statement/crud/InsertTabletStatement.java | 2 +-
.../db/mpp/sql/statement/crud/QueryStatement.java | 4 +-
...cesStatement.java => SchemaFetchStatement.java} | 38 +-
...atement.java => ShowStorageGroupStatement.java} | 22 +-
.../db/protocol/influxdb/handler/QueryHandler.java | 6 +-
.../influxdb/meta/InfluxDBMetaManager.java | 13 +-
.../protocol/influxdb/util/QueryResultUtils.java | 3 +-
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 2 +-
.../layer/MultiInputColumnIntermediateLayer.java | 14 +
...InputColumnMultiReferenceIntermediateLayer.java | 14 +
...nputColumnSingleReferenceIntermediateLayer.java | 14 +
.../transformer/ArithmeticNegationTransformer.java | 6 +-
.../udf/core/transformer/LogicNotTransformer.java | 6 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 16 +-
.../iotdb/db/service/DataNodeManagementServer.java | 4 +-
.../apache/iotdb/db/service/InternalService.java | 55 +-
.../iotdb/db/service/InternalServiceImpl.java | 8 +-
...ataNodeMBean.java => InternalServiceMBean.java} | 3 +-
.../InternalServiceThriftHandler.java} | 4 +-
.../java/org/apache/iotdb/db/service/IoTDB.java | 29 +-
.../apache/iotdb/db/service/IoTDBShutdownHook.java | 8 +-
.../org/apache/iotdb/db/service/RPCService.java | 12 +-
.../thrift/handler/RPCServiceThriftHandler.java | 10 +-
.../thrift/impl/DataNodeManagementServiceImpl.java | 18 +-
.../thrift/impl/DataNodeTSIServiceImpl.java | 763 +++++++++++++++++++++
.../db/service/thrift/impl/TSIEventHandler.java | 10 +-
.../db/service/thrift/impl/TSServiceImpl.java | 367 +---------
.../iotdb/db/sync/receiver/load/TsFileLoader.java | 2 +-
.../db/sync/receiver/manager/ReceiverManager.java | 9 +-
.../apache/iotdb/db/utils/QueryDataSetUtils.java | 19 +-
.../org/apache/iotdb/db/wal/buffer/WALEntry.java | 5 +-
.../iotdb/db/wal/recover/WALRecoverManager.java | 3 +-
.../db/wal/recover/file/TsFilePlanRedoer.java | 53 ++
.../file/UnsealedTsFileRecoverPerformer.java | 5 +
.../wal/utils/listener/AbstractResultListener.java | 2 +-
.../cross/RewriteCompactionFileSelectorTest.java | 29 +-
.../{ => schematree}/PathPatternTreeTest.java | 25 +-
.../common/{ => schematree}/SchemaTreeTest.java | 93 ++-
.../iotdb/db/mpp/execution/DataDriverTest.java | 4 +-
.../operator/schema/SchemaFetchOperatorTest.java | 149 ++++
.../db/mpp/schedule/DefaultTaskSchedulerTest.java | 8 -
.../iotdb/db/mpp/sql/analyze/AnalyzerTest.java | 6 +-
.../db/mpp/sql/plan/DistributionPlannerTest.java | 53 +-
.../iotdb/db/mpp/sql/plan/LogicalPlannerTest.java | 7 +-
.../iotdb/db/mpp/sql/plan/QueryPlannerTest.java | 10 +-
.../plan/node/write/InsertRowNodeSerdeTest.java | 126 ++++
.../plan/node/write/InsertTabletNodeSerdeTest.java | 94 +++
.../org/apache/iotdb/db/wal/node/WALNodeTest.java | 9 +-
.../src/main/thrift/confignode.thrift | 7 +-
...nEncoder.java => BinaryArrayColumnEncoder.java} | 43 +-
...umnEncoder.java => ByteArrayColumnEncoder.java} | 36 +-
.../read/common/block/column/ColumnEncoder.java | 78 ++-
.../common/block/column/ColumnEncoderFactory.java | 2 +
.../block/column/Int32ArrayColumnEncoder.java | 11 +-
.../block/column/Int64ArrayColumnEncoder.java | 11 +-
.../common/block/BinaryArrayColumnEncoderTest.java | 82 +++
.../common/block/ByteArrayColumnEncoderTest.java | 78 +++
.../common/block/Int32ArrayColumnEncoderTest.java | 29 +-
.../common/block/Int64ArrayColumnEncoderTest.java | 29 +-
.../tsfile/common/block/TsBlockSerdeTest.java | 17 +-
189 files changed, 5552 insertions(+), 1515 deletions(-)
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/cli/TemporaryClient.java
create mode 100644 confignode/src/test/java/org/apache/iotdb/confignode/cli/TemporaryClientDemo.java
copy docker/src/main/{Dockerfile-single => Dockerfile-single-influxdb} (91%)
copy server/src/main/java/org/apache/iotdb/db/{service/RPCServiceMBean.java => mpp/buffer/DataBlockServiceMBean.java} (92%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/common/header/HeaderConstant.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/operator/schema/SchemaFetchOperator.java
copy server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/plan/node/metedata/read/{ShowDevicesNode.java => SchemaFetchNode.java} (53%)
copy server/src/main/java/org/apache/iotdb/db/mpp/sql/statement/metadata/{ShowDevicesStatement.java => SchemaFetchStatement.java} (56%)
copy server/src/main/java/org/apache/iotdb/db/mpp/sql/statement/metadata/{ShowDevicesStatement.java => ShowStorageGroupStatement.java} (71%)
copy server/src/main/java/org/apache/iotdb/db/service/{DataNodeMBean.java => InternalServiceMBean.java} (95%)
copy server/src/main/java/org/apache/iotdb/db/{mpp/buffer/DataBlockServiceThriftHandler.java => service/InternalServiceThriftHandler.java} (92%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/service/thrift/impl/DataNodeTSIServiceImpl.java
copy cluster/src/test/java/org/apache/iotdb/cluster/common/TestException.java => server/src/main/java/org/apache/iotdb/db/service/thrift/impl/TSIEventHandler.java (80%)
rename server/src/test/java/org/apache/iotdb/db/mpp/common/{ => schematree}/PathPatternTreeTest.java (89%)
rename server/src/test/java/org/apache/iotdb/db/mpp/common/{ => schematree}/SchemaTreeTest.java (75%)
create mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/operator/schema/SchemaFetchOperatorTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/sql/plan/node/write/InsertRowNodeSerdeTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/sql/plan/node/write/InsertTabletNodeSerdeTest.java
copy tsfile/src/main/java/org/apache/iotdb/tsfile/read/common/block/column/{Int32ArrayColumnEncoder.java => BinaryArrayColumnEncoder.java} (70%)
copy tsfile/src/main/java/org/apache/iotdb/tsfile/read/common/block/column/{Int32ArrayColumnEncoder.java => ByteArrayColumnEncoder.java} (66%)
create mode 100644 tsfile/src/test/java/org/apache/iotdb/tsfile/common/block/BinaryArrayColumnEncoderTest.java
create mode 100644 tsfile/src/test/java/org/apache/iotdb/tsfile/common/block/ByteArrayColumnEncoderTest.java