You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by xi...@apache.org on 2022/04/22 12:12:22 UTC
[iotdb] branch deviceMergeOperator updated (343431528b -> f44c427e48)
This is an automated email from the ASF dual-hosted git repository.
xiangweiwei pushed a change to branch deviceMergeOperator
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 343431528b add device merge operator ut
add 6bd0f2cb0f [IOTDB-2848] Consensus snapshot interface (#5497)
add 564b286edd Format SerializeTask in WALBuffer (#5603)
add a019934b42 Add Thread re-interrupt when catching exception (#5604)
add 1b6a0bc26b [IOTDB-2619][User Docs] Grafana Plugin: Alerting (#5605)
add 380cda196c [IOTDB-2803]Supplement the remaining metadata write plannode and change SchemaRegion to accept plannode parameter (#5529)
add 2927a82915 Bump junit from 4.11 to 4.13.1 in /zeppelin-interpreter (#5428)
add fa7372aa56 Bump jackson-databind from 2.6.7 to 2.12.6.1 in /spark-iotdb-connector (#5425)
add 731965beb0 Separate SchemaRegion Memory Implementation (#5584)
add 67dafed0e6 Add Driver.failed() call in FragmentInstanceScheduler (#5593)
add 55812435d9 Change the result of ConfigExecution from Void to TsBlock (#5609)
add ec3f49549a [IOTDB-2965] Skip failed mlog and snapshot items when upgrading happens (#5608)
add aadd8cae72 [IOTDB-2619][User Docs EN] Grafana Plugin: Alerting (#5612)
add 7ce6033609 [IOTDB-2942] [IOTDB-2944] Delete duplicate data structure in node-commons and extend TDataNodeLocation (#5592)
add fa43cd6998 [rocksdb] add rocksdb docs (#5598)
add 9ff33b3f15 [IOTDB-2932]Fix localPartitionTable concurrent bug (#5607)
add 8db887692a Fix class path in SchemaFileSketcher.sh and mLogParser.sh (#5618)
add 254ca0532b fix the UT of ConfigExecution (#5621)
add 7af14c96ea [rocksdb] add rocksdb properties (#5588)
add d74157cd40 [IOTDB-2880]Add procedure framework (#5477)
add df250d3a1e [IOTDB-2970] Code style: Avoid wildcard imports (#5622)
add 2df96fee1e [rocksdb] updated the interface support (#5625)
add 75620dd4d6 [IOTDB-2971] Fix sink handle memory leak (#5626)
add b2520b31b0 [IOTDB-2880] Fix import check style (#5629)
add f9226c380d Add FragmentInstanceStateMachine for FragmentInstance State change (#5615)
add 9522cfb39e [IOTDB-2835]Fix empty page in selfcheck method of TsFileSequenceReader (#5552)
add 650a7a8e94 fix the bug when matching multi-wildcard in pattern tree (#5631)
add 6952eed0e6 Add block cancel when GetBlockTask throws exception (#5628)
add 1a2ea0c03a Add ColumnMerger to merge multipul input columns of same sensor into one column (#5630)
add 25983540e7 Fix CI (#5639)
add 7a500adb6e [IOTDB-2880] Fix NPE occured in ci test (#5634)
add f037de3705 fix concurrent bug of CachedMNodeContainer.putIfAbsent (#5632)
add 8df96c5ce2 Fix the issue that EndTime in FragmentInstanceContext is not set (#5636)
add dc344e5b70 [IOTDB-2740] Equal size bucket sampling UDFs: EQUAL_SIZE_BUCKET_RANDOM_SAMPLE, EQUAL_SIZE_BUCKET_AGG_SAMPLE, EQUAL_SIZE_BUCKET_M4_SAMPLE (#5518)
add 677f58763b change jenkins timeout from 2 hours to 3 hours
add 9504a2b703 [IOTDB-2976] Add English and Chinese docs for count devices and count storage groups (#5635)
add 61dde93485 filter non schemaRegionDir (#5640)
add a547fef5ca Serialize measurement schema of insert node to wal entry (#5638)
add d939abfc5e Refactor attributes in PlanNode (#5616)
add f44c427e48 fix conflict
No new revisions were added by this update.
Summary of changes:
Jenkinsfile | 2 +-
checkstyle.xml | 7 +-
client-cpp/pom.xml | 7 +-
client-py/pom.xml | 8 +
.../iotdb/cluster/log/applier/DataLogApplier.java | 6 +-
.../log/manage/PartitionedSnapshotLogManager.java | 2 +-
.../iotdb/cluster/metadata/CSchemaProcessor.java | 43 +-
.../apache/iotdb/cluster/metadata/MetaPuller.java | 3 +-
.../iotdb/cluster/query/ClusterPlanRouter.java | 5 +-
.../iotdb/cluster/query/LocalQueryExecutor.java | 8 +-
.../server/handlers/caller/LogCatchUpHandler.java | 4 +-
.../FilePartitionedSnapshotLogManagerTest.java | 2 +
.../cluster/server/member/DataGroupMemberTest.java | 2 +
.../cluster/server/member/MetaGroupMemberTest.java | 5 +-
confignode/pom.xml | 10 -
.../resources/conf/iotdb-confignode.properties | 18 +-
.../iotdb/confignode/cli/TemporaryClient.java | 54 +-
.../iotdb/confignode/conf/ConfigNodeConf.java | 59 +-
.../confignode/conf/ConfigNodeDescriptor.java | 22 +-
.../response/DataNodeConfigurationDataSet.java | 6 +-
...oDataSet.java => DataNodeLocationsDataSet.java} | 34 +-
.../consensus/response/DataPartitionDataSet.java | 53 +-
.../consensus/response/SchemaPartitionDataSet.java | 31 +-
.../response/StorageGroupSchemaDataSet.java | 11 +-
.../statemachine/PartitionRegionStateMachine.java | 17 +
.../iotdb/confignode/manager/ConfigManager.java | 10 +-
.../iotdb/confignode/manager/ConsensusManager.java | 6 +-
.../iotdb/confignode/manager/DataNodeManager.java | 25 +-
.../iotdb/confignode/manager/PartitionManager.java | 48 +-
.../iotdb/confignode/manager/RegionManager.java | 85 +-
.../confignode/partition/StorageGroupSchema.java | 121 ---
.../persistence/DataNodeInfoPersistence.java | 39 +-
.../persistence/PartitionInfoPersistence.java | 22 +-
.../persistence/RegionInfoPersistence.java | 54 +-
.../physical/crud/CreateDataPartitionPlan.java | 44 +-
.../physical/crud/CreateRegionsPlan.java | 21 +-
.../physical/crud/CreateSchemaPartitionPlan.java | 27 +-
.../crud/GetOrCreateDataPartitionPlan.java | 40 +-
.../crud/GetOrCreateSchemaPartitionPlan.java | 22 +-
.../iotdb/confignode/physical/sys/AuthorPlan.java | 24 +-
.../physical/sys/RegisterDataNodePlan.java | 32 +-
.../physical/sys/SetStorageGroupPlan.java | 17 +-
.../server/ConfigNodeRPCServerProcessor.java | 50 +-
.../iotdb/confignode/cli/TemporaryClientDemo.java | 4 +-
.../confignode/consensus/RatisConsensusDemo.java | 151 ----
.../manager/ConfigManagerManualTest.java | 133 ---
...serializeUT.java => PhysicalPlanSerDeTest.java} | 110 ++-
.../server/ConfigNodeRPCServerProcessorTest.java | 209 ++---
consensus/pom.xml | 5 -
.../apache/iotdb/consensus/ConsensusFactory.java | 7 +-
.../org/apache/iotdb/consensus/common/Peer.java | 8 +-
.../iotdb/consensus/common/SnapshotMeta.java | 47 +-
.../iotdb/consensus/ratis/RatisConsensus.java | 7 +-
.../iotdb/consensus/ratis/RequestMessage.java | 2 +-
.../org/apache/iotdb/consensus/ratis/Utils.java | 16 +-
.../consensus/standalone/StandAloneConsensus.java | 6 +-
.../consensus/standalone/StandAloneServerImpl.java | 18 +
.../consensus/statemachine/EmptyStateMachine.java | 18 +
.../consensus/statemachine/IStateMachine.java | 49 +
.../iotdb/consensus/ratis/RatisConsensusTest.java | 23 +-
.../standalone/StandAloneConsensusTest.java | 46 +-
docs/Development/ContributeGuide.md | 16 +
.../Data-Modeling/SchemaRegion-rocksdb.md | 93 ++
.../Ecosystem Integration/Grafana Plugin.md | 141 ++-
docs/UserGuide/Operate-Metadata/Node.md | 45 +
docs/UserGuide/Operate-Metadata/Storage-Group.md | 60 ++
docs/UserGuide/Query-Data/Select-Expression.md | 143 +++
docs/zh/Development/ContributeGuide.md | 17 +
.../Data-Modeling/SchemaRegion-rocksdb.md | 93 ++
.../Ecosystem Integration/Grafana Plugin.md | 143 ++-
docs/zh/UserGuide/Operate-Metadata/Node.md | 45 +
.../zh/UserGuide/Operate-Metadata/Storage-Group.md | 60 ++
docs/zh/UserGuide/Query-Data/Select-Expression.md | 143 +++
.../iotdb/hadoop/tsfile/TSFMRReadExample.java | 5 +-
.../apache/iotdb/hadoop/tsfile/TSFInputFormat.java | 11 +-
.../iotdb/hadoop/tsfile/record/HDFSTSRecord.java | 8 +-
.../org/apache/iotdb/hive/TSFHiveInputFormat.java | 6 +-
.../org/apache/iotdb/hive/TsFileDeserializer.java | 10 +-
.../org/apache/iotdb/influxdb/IoTDBInfluxDB.java | 2 +-
.../db/integration/IoTDBUDTFBuiltinFunctionIT.java | 190 ++++
.../dropwizard/DropwizardMetricManager.java | 25 +-
.../iotdb/metrics/dropwizard/MetricName.java | 6 +-
.../reporter/DropwizardMetricsExporter.java | 10 +-
.../metrics/dropwizard/reporter/IoTDBReporter.java | 16 +-
.../org/apache/iotdb/metrics/MetricManager.java | 6 +-
.../micrometer/MicrometerMetricManager.java | 21 +-
node-commons/pom.xml | 10 +
.../iotdb/commons/cluster/DataNodeLocation.java | 81 --
.../org/apache/iotdb/commons/cluster/Endpoint.java | 92 --
.../iotdb/commons/concurrent/ThreadName.java | 3 +-
.../iotdb/commons/consensus/ConsensusGroupId.java | 44 +-
.../iotdb/commons/consensus/DataRegionId.java | 21 +-
.../iotdb/commons/consensus/PartitionRegionId.java | 21 +-
.../iotdb/commons/consensus/SchemaRegionId.java | 21 +-
.../iotdb/commons/partition/DataPartition.java | 69 +-
.../commons/partition/DataPartitionQueryParam.java | 8 +-
.../apache/iotdb/commons/partition/Partition.java | 3 +-
.../iotdb/commons/partition/RegionReplicaSet.java | 141 ---
.../iotdb/commons/partition/SchemaPartition.java | 31 +-
.../iotdb/commons/partition/TimePartitionSlot.java | 64 --
.../executor/SeriesPartitionExecutor.java | 4 +-
.../partition/executor/hash/APHashExecutor.java | 6 +-
.../partition/executor/hash/BKDRHashExecutor.java | 6 +-
.../partition/executor/hash/JSHashExecutor.java | 6 +-
.../partition/executor/hash/SDBMHashExecutor.java | 6 +-
.../apache/iotdb/commons/service/ServiceType.java | 3 +-
.../commons/utils/BasicStructureSerDeUtil.java | 6 +-
.../apache/iotdb/commons/utils/CommonUtils.java | 12 +-
.../commons/utils/ThriftCommonsSerDeUtils.java | 144 +++
.../commons/utils/ThriftConfigNodeSerDeUtils.java | 87 ++
.../apache/iotdb/commons/ConsensusGroupIdTest.java | 23 +-
.../commons/utils/BasicStructureSerDeUtilTest.java | 18 +-
.../commons/utils/ThriftCommonsSerDeUtilsTest.java | 116 +++
.../utils/ThriftConfigNodeSerDeUtilsTest.java | 67 ++
pom.xml | 9 +
{consensus => procedure}/pom.xml | 70 +-
.../iotdb/procedure/CompletedProcedureCleaner.java | 88 ++
.../procedure/CompletedProcedureRetainer.java | 22 +-
.../apache/iotdb/procedure/InternalProcedure.java | 61 ++
.../java/org/apache/iotdb/procedure/Procedure.java | 895 ++++++++++++++++++
.../apache/iotdb/procedure/ProcedureExecutor.java | 995 +++++++++++++++++++++
.../apache/iotdb/procedure/ProcedureLockState.java | 11 +-
.../apache/iotdb/procedure/RootProcedureStack.java | 177 ++++
.../iotdb/procedure/StateMachineProcedure.java | 329 +++++++
.../apache/iotdb/procedure/StoppableThread.java | 36 +-
.../iotdb/procedure/TimeoutExecutorThread.java | 107 +++
.../iotdb/procedure/conf/ProcedureNodeConfig.java | 153 ++++
.../conf/ProcedureNodeConfigDescriptor.java | 144 +--
.../procedure/conf/ProcedureNodeConstant.java | 32 +-
.../procedure/env/ClusterProcedureEnvironment.java | 12 +-
.../exception/ProcedureAbortedException.java | 20 +-
.../procedure/exception/ProcedureException.java | 30 +-
.../exception/ProcedureSuspendedException.java | 25 +-
.../exception/ProcedureTimeoutException.java | 11 +-
.../exception/ProcedureYieldException.java | 18 +-
.../scheduler/AbstractProcedureScheduler.java | 211 +++++
.../procedure/scheduler/ProcedureScheduler.java | 109 +++
.../scheduler/SimpleProcedureScheduler.java | 78 ++
.../iotdb/procedure/service/ProcedureNode.java | 98 ++
.../procedure/service/ProcedureNodeMBean.java | 9 +-
.../iotdb/procedure/service/ProcedureServer.java | 123 +++
.../service/ProcedureServerCommandLine.java | 52 ++
.../service/ProcedureServerProcessor.java | 77 ++
.../procedure/service/ProcedureServiceHanlder.java | 46 +-
.../iotdb/procedure/store/IProcedureStore.java | 49 +-
.../iotdb/procedure/store/ProcedureStore.java | 195 ++++
.../apache/iotdb/procedure/store/ProcedureWAL.java | 106 +++
.../apache/iotdb/procedure/NoopProcedureStore.java | 49 +-
.../org/apache/iotdb/procedure/TestLockRegime.java | 30 +-
.../org/apache/iotdb/procedure/TestProcEnv.java | 57 ++
.../apache/iotdb/procedure/TestProcedureBase.java | 83 ++
.../iotdb/procedure/TestProcedureExecutor.java | 111 +++
.../apache/iotdb/procedure/TestSTMProcedure.java | 57 ++
.../iotdb/procedure/entity/IncProcedure.java | 57 ++
.../iotdb/procedure/entity/NoopProcedure.java | 27 +-
.../procedure/entity/SimpleLockProcedure.java | 80 ++
.../iotdb/procedure/entity/SimpleSTMProcedure.java | 97 ++
.../iotdb/procedure/entity/SleepProcedure.java | 31 +-
.../iotdb/procedure/entity/StuckProcedure.java | 59 ++
.../iotdb/procedure/entity/StuckSTMProcedure.java | 112 +++
.../procedure/service/TestProcedureService.java | 87 ++
.../iotdb/procedure/store/TestProcedureStore.java | 111 +++
.../iotdb/procedure/util/ProcedureTestUtil.java | 66 ++
server/pom.xml | 19 +-
.../resources/conf/schema-rocksdb.properties | 86 ++
.../resources/tools/schema/SchemaFileSketcher.sh | 2 +-
.../assembly/resources/tools/schema/mLogParser.sh | 2 +-
.../apache/iotdb/db/client/ConfigNodeClient.java | 23 +-
.../apache/iotdb/db/consensus/ConsensusImpl.java | 4 +-
.../statemachine/DataRegionStateMachine.java | 17 +
.../statemachine/SchemaRegionStateMachine.java | 22 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 6 +-
.../io/LocalTextModificationAccessor.java | 7 +-
.../apache/iotdb/db/metadata/LocalConfigNode.java | 68 +-
.../db/metadata/LocalSchemaPartitionTable.java | 60 +-
.../iotdb/db/metadata/LocalSchemaProcessor.java | 39 -
.../iotdb/db/metadata/mtree/IMTreeBelowSG.java | 307 +++++++
...reeBelowSG.java => MTreeBelowSGCachedImpl.java} | 134 ++-
...reeBelowSG.java => MTreeBelowSGMemoryImpl.java} | 909 ++++++++-----------
.../mtree/store/disk/CachedMNodeContainer.java | 15 +
.../mtree/store/disk/schemafile/RecordUtils.java | 6 +-
.../mtree/store/disk/schemafile/SchemaFile.java | 8 +-
.../db/metadata/schemaregion/ISchemaRegion.java | 247 ++++-
.../db/metadata/schemaregion/SchemaEngine.java | 69 +-
...hemaRegion.java => SchemaRegionMemoryImpl.java} | 600 +++++--------
...Region.java => SchemaRegionSchemaFileImpl.java} | 93 +-
.../schemaregion/rocksdb/RSchemaConfLoader.java | 182 ++++
.../rocksdb/RSchemaReadWriteHandler.java | 27 +-
.../schemaregion/rocksdb/RSchemaRegion.java | 207 ++---
.../db/metadata/upgrade/MetadataUpgrader.java | 41 +-
.../SchemaExecutionVisitor.java} | 59 +-
.../iotdb/db/mpp/buffer/DataBlockManager.java | 26 +-
.../mpp/buffer/DataBlockServiceClientFactory.java | 6 +-
.../iotdb/db/mpp/buffer/IDataBlockManager.java | 6 +-
.../apache/iotdb/db/mpp/buffer/ISinkHandle.java | 20 +-
.../apache/iotdb/db/mpp/buffer/ISourceHandle.java | 10 +-
.../org/apache/iotdb/db/mpp/buffer/SinkHandle.java | 45 +-
.../apache/iotdb/db/mpp/buffer/SourceHandle.java | 19 +-
.../apache/iotdb/db/mpp/buffer/StubSinkHandle.java | 4 +-
.../iotdb/db/mpp/common/MPPQueryContext.java | 8 +-
.../iotdb/db/mpp/common/ResultNodeContext.java | 8 +-
.../iotdb/db/mpp/common/filter/InFilter.java | 8 +-
.../iotdb/db/mpp/common/header/DatasetHeader.java | 7 +-
.../iotdb/db/mpp/common/schematree/SchemaTree.java | 15 +
.../mpp/common/schematree/SchemaTreeVisitor.java | 6 +-
.../apache/iotdb/db/mpp/execution/Coordinator.java | 13 +-
.../apache/iotdb/db/mpp/execution/DataDriver.java | 189 +---
.../org/apache/iotdb/db/mpp/execution/Driver.java | 426 ++++++++-
.../iotdb/db/mpp/execution/DriverContext.java | 13 +-
.../db/mpp/execution/FragmentInstanceContext.java | 98 +-
.../mpp/execution/FragmentInstanceExecution.java | 66 +-
...k.java => FragmentInstanceFailureListener.java} | 9 +-
.../db/mpp/execution/FragmentInstanceManager.java | 57 +-
.../db/mpp/execution/FragmentInstanceState.java | 2 +-
.../execution/FragmentInstanceStateMachine.java | 182 ++++
.../{config/IConfigTask.java => IDriver.java} | 20 +-
.../iotdb/db/mpp/execution/QueryExecution.java | 7 +-
.../iotdb/db/mpp/execution/SchemaDriver.java | 140 +--
.../mpp/execution/config/AuthorizerConfigTask.java | 6 +-
.../db/mpp/execution/config/ConfigExecution.java | 39 +-
...SampleConfigTask.java => ConfigTaskResult.java} | 38 +-
.../iotdb/db/mpp/execution/config/IConfigTask.java | 2 +-
.../mpp/execution/config/SetStorageGroupTask.java | 12 +-
.../scheduler/AbstractFragInsStateTracker.java | 4 +-
.../mpp/execution/scheduler/ClusterScheduler.java | 1 +
.../scheduler/FixedRateFragInsStateTracker.java | 5 +-
.../scheduler/InternalServiceClientFactory.java | 6 +-
.../scheduler/SimpleFragInstanceDispatcher.java | 12 +-
.../execution/scheduler/SimpleQueryTerminator.java | 10 +-
.../org/apache/iotdb/db/mpp/operator/Operator.java | 4 +-
.../db/mpp/operator/process/LimitOperator.java | 4 +-
.../db/mpp/operator/process/TimeJoinOperator.java | 56 +-
.../db/mpp/operator/process/TransformOperator.java | 2 +-
.../mpp/operator/process/merge/ColumnMerger.java | 58 ++
.../operator/process/merge/SingleColumnMerger.java | 74 ++
.../mpp/operator/schema/SchemaFetchOperator.java | 3 +-
.../db/mpp/operator/source/ExchangeOperator.java | 2 +-
.../source/SeriesAggregateScanOperator.java | 6 +-
.../FragmentInstanceAbortedException.java} | 35 +-
.../db/mpp/schedule/FragmentInstanceScheduler.java | 17 +-
.../mpp/schedule/FragmentInstanceTaskExecutor.java | 5 +-
.../schedule/FragmentInstanceTimeoutSentinel.java | 1 +
.../mpp/schedule/IFragmentInstanceScheduler.java | 6 +-
.../db/mpp/schedule/queue/L1PriorityQueue.java | 37 +-
.../db/mpp/schedule/queue/L2PriorityQueue.java | 66 +-
.../db/mpp/schedule/task/FragmentInstanceTask.java | 26 +-
.../mpp/schedule/task/FragmentInstanceTaskID.java | 10 +-
.../apache/iotdb/db/mpp/sql/analyze/Analysis.java | 4 +-
.../apache/iotdb/db/mpp/sql/analyze/Analyzer.java | 328 +++----
.../mpp/sql/analyze/ClusterPartitionFetcher.java | 26 +-
.../db/mpp/sql/analyze/ClusterSchemaFetcher.java | 6 +-
.../mpp/sql/analyze/FakePartitionFetcherImpl.java | 114 ++-
.../db/mpp/sql/analyze/FakeSchemaFetcherImpl.java | 7 +-
.../db/mpp/sql/parser/StatementGenerator.java | 20 +-
.../db/mpp/sql/planner/DistributionPlanner.java | 31 +-
.../{plan => }/IFragmentParallelPlaner.java | 4 +-
.../db/mpp/sql/planner/LocalExecutionPlanner.java | 38 +-
.../iotdb/db/mpp/sql/planner/LogicalPlanner.java | 5 +-
.../iotdb/db/mpp/sql/planner/QueryPlanBuilder.java | 10 +-
.../{plan => }/SimpleFragmentParallelPlanner.java | 9 +-
.../{plan => }/WriteFragmentParallelPlanner.java | 5 +-
.../db/mpp/sql/planner/plan/FragmentInstance.java | 33 +-
.../db/mpp/sql/planner/plan/PlanFragment.java | 8 +-
.../sql/planner/plan/node/PlanGraphPrinter.java | 2 +-
.../db/mpp/sql/planner/plan/node/PlanNode.java | 8 +
.../db/mpp/sql/planner/plan/node/PlanNodeId.java | 16 -
.../db/mpp/sql/planner/plan/node/PlanVisitor.java | 13 +-
.../mpp/sql/planner/plan/node/WritePlanNode.java | 4 +-
.../node/metedata/read/DevicesSchemaScanNode.java | 17 +
.../plan/node/metedata/read/SchemaFetchNode.java | 17 +
.../plan/node/metedata/read/SchemaMergeNode.java | 17 +
.../plan/node/metedata/read/SchemaScanNode.java | 8 +-
.../metedata/read/TimeSeriesSchemaScanNode.java | 17 +
.../node/metedata/write/AlterTimeSeriesNode.java | 58 +-
.../plan/node/metedata/write/AuthorNode.java | 17 +
.../write/CreateAlignedTimeSeriesNode.java | 16 +
.../node/metedata/write/CreateTimeSeriesNode.java | 27 +-
.../planner/plan/node/process/AggregateNode.java | 31 +-
.../planner/plan/node/process/DeviceMergeNode.java | 46 +-
.../planner/plan/node/process/ExchangeNode.java | 30 +-
.../sql/planner/plan/node/process/FillNode.java | 9 +-
.../sql/planner/plan/node/process/FilterNode.java | 10 +-
.../planner/plan/node/process/FilterNullNode.java | 81 +-
.../plan/node/process/GroupByLevelNode.java | 85 +-
.../sql/planner/plan/node/process/LimitNode.java | 9 +-
.../sql/planner/plan/node/process/OffsetNode.java | 9 +-
.../sql/planner/plan/node/process/SortNode.java | 11 +-
.../planner/plan/node/process/TimeJoinNode.java | 101 ++-
.../planner/plan/node/sink/FragmentSinkNode.java | 30 +-
.../plan/node/source/SeriesAggregateScanNode.java | 50 +-
.../planner/plan/node/source/SeriesScanNode.java | 31 +-
.../sql/planner/plan/node/source/SourceNode.java | 6 +-
.../plan/node/write/InsertMultiTabletsNode.java | 29 +-
.../sql/planner/plan/node/write/InsertNode.java | 91 +-
.../sql/planner/plan/node/write/InsertRowNode.java | 54 +-
.../planner/plan/node/write/InsertRowsNode.java | 23 +-
.../plan/node/write/InsertRowsOfOneDeviceNode.java | 23 +-
.../planner/plan/node/write/InsertTabletNode.java | 72 +-
.../Aggregation.java} | 21 +-
.../planner/plan/parameter/AggregationStep.java | 73 ++
.../plan/parameter/FilterNullParameter.java | 88 ++
.../plan/parameter/GroupByTimeParameter.java} | 81 +-
.../plan/{ => parameter}/InputLocation.java | 35 +-
.../planner/plan/{ => parameter}/OutputColumn.java | 38 +-
.../db/mpp/sql/rewriter/ConcatPathRewriter.java | 9 +-
.../db/mpp/sql/rewriter/WildcardsRemover.java | 14 +-
.../component/GroupByLevelController.java | 8 +-
.../statement/component/GroupByTimeComponent.java | 73 --
.../statement/crud/AggregationQueryStatement.java | 7 +-
.../mpp/sql/statement/crud/InsertRowStatement.java | 4 +-
.../crud/InsertRowsOfOneDeviceStatement.java | 14 +-
.../sql/statement/crud/InsertTabletStatement.java | 8 +-
.../db/mpp/sql/statement/crud/QueryStatement.java | 17 +-
.../influxdb/function/InfluxFunctionFactory.java | 8 +-
.../protocol/influxdb/input/InfluxLineParser.java | 5 +-
.../protocol/influxdb/sql/InfluxDBSqlVisitor.java | 3 +-
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 27 +-
.../apache/iotdb/db/qp/physical/PhysicalPlan.java | 9 +-
.../apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java | 13 +-
.../iotdb/db/query/executor/QueryRouter.java | 7 +-
.../db/query/executor/RawDataQueryExecutor.java | 7 +-
.../query/expression/unary/FunctionExpression.java | 3 +
.../query/expression/unary/TimeSeriesOperand.java | 5 +-
.../db/query/factory/AggregateResultFactory.java | 17 +-
.../db/query/udf/builtin/BuiltinFunction.java | 5 +-
.../udf/builtin/UDTFEqualSizeBucketAggSample.java | 487 ++++++++++
.../udf/builtin/UDTFEqualSizeBucketM4Sample.java | 238 +++++
.../builtin/UDTFEqualSizeBucketRandomSample.java | 68 ++
.../udf/builtin/UDTFEqualSizeBucketSample.java | 48 +
.../java/org/apache/iotdb/db/service/DataNode.java | 23 +-
.../thrift/impl/DataNodeTSIServiceImpl.java | 44 +-
.../service/thrift/impl/InternalServiceImpl.java | 35 +-
.../db/sync/sender/manager/SchemaSyncManager.java | 6 +-
.../transport/server/TransportServiceImpl.java | 9 +-
.../apache/iotdb/db/tools/TsFileSketchTool.java | 6 +-
.../org/apache/iotdb/db/wal/buffer/WALBuffer.java | 128 +--
.../java/org/apache/iotdb/db/wal/node/WALNode.java | 6 +-
.../apache/iotdb/db/wal/utils/WALWriteUtils.java | 12 +
.../iotdb/db/metadata/mtree/MTreeBelowSGTest.java | 18 +-
.../schemaregion/rocksdb/MRocksDBUnitTest.java | 29 +-
.../rocksdb/RSchemaRegionAdvancedTest.java | 4 +-
.../db/metadata/upgrade/MetadataUpgradeTest.java | 7 +
.../apache/iotdb/db/mpp/buffer/SinkHandleTest.java | 157 ++--
.../iotdb/db/mpp/buffer/SourceHandleTest.java | 93 +-
.../db/mpp/common/schematree/SchemaTreeTest.java | 14 +
.../db/mpp/execution/ConfigExecutionTest.java | 78 +-
.../iotdb/db/mpp/execution/DataDriverTest.java | 37 +-
.../iotdb/db/mpp/operator/LimitOperatorTest.java | 26 +-
.../operator/SeriesAggregateScanOperatorTest.java | 31 +-
.../db/mpp/operator/SeriesScanOperatorTest.java | 19 +-
.../db/mpp/operator/SingleColumnMergerTest.java | 117 +++
.../db/mpp/operator/TimeJoinOperatorTest.java | 144 ++-
.../operator/schema/SchemaScanOperatorTest.java | 32 +-
.../db/mpp/schedule/DefaultTaskSchedulerTest.java | 34 +-
.../schedule/FragmentInstanceSchedulerTest.java | 32 +-
.../FragmentInstanceTimeoutSentinelTest.java | 67 +-
.../db/mpp/schedule/queue/L1PriorityQueueTest.java | 22 +
.../db/mpp/schedule/queue/L2PriorityQueueTest.java | 27 +
.../db/mpp/sql/plan/DistributionPlannerTest.java | 155 ++--
.../db/mpp/sql/plan/FragmentInstanceSerdeTest.java | 57 +-
.../iotdb/db/mpp/sql/plan/QueryPlannerTest.java | 5 +-
.../read/DeviceSchemaScanNodeSerdeTest.java | 6 +-
.../read/TimeSeriesSchemaScanNodeSerdeTest.java | 6 +-
.../plan/node/process/AggregateNodeSerdeTest.java | 8 +-
.../node/process/DeviceMergeNodeSerdeTest.java | 11 +-
.../plan/node/process/ExchangeNodeSerdeTest.java | 17 +-
.../sql/plan/node/process/FillNodeSerdeTest.java | 12 +-
.../sql/plan/node/process/FilterNodeSerdeTest.java | 12 +-
.../plan/node/process/FilterNullNodeSerdeTest.java | 17 +-
.../node/process/GroupByLevelNodeSerdeTest.java | 17 +-
.../sql/plan/node/process/LimitNodeSerdeTest.java | 17 +-
.../sql/plan/node/process/OffsetNodeSerdeTest.java | 34 +-
.../sql/plan/node/process/SortNodeSerdeTest.java | 17 +-
.../plan/node/process/TimeJoinNodeSerdeTest.java | 21 +-
.../plan/node/sink/FragmentSinkNodeSerdeTest.java | 4 +-
.../source/SeriesAggregateScanNodeSerdeTest.java | 14 +-
.../plan/node/source/SeriesScanNodeSerdeTest.java | 8 +-
.../iotdb/db/service/InternalServiceImplTest.java | 164 +++-
.../db/wal/recover/WALRecoverManagerTest.java | 6 +-
spark-iotdb-connector/pom.xml | 2 +-
thrift-cluster/pom.xml | 5 +
{thrift-cluster => thrift-commons}/pom.xml | 11 +-
.../src/main/thrift/common.thrift | 29 +-
thrift-confignode/pom.xml | 2 +-
.../src/main/thrift/confignode.thrift | 38 +-
{thrift-cluster => thrift-procedure}/pom.xml | 5 +-
.../src/main/thrift/procedure.thrift | 30 +-
thrift/pom.xml | 5 +
thrift/src/main/thrift/mpp.thrift | 7 +-
.../iotdb/tsfile/read/TsFileSequenceReader.java | 18 +-
.../apache/iotdb/tsfile/read/common/TimeRange.java | 24 +-
.../iotdb/tsfile/read/common/block/TsBlock.java | 10 +-
.../common/block/column/BinaryColumnBuilder.java | 19 +-
.../common/block/column/BooleanColumnBuilder.java | 19 +-
.../read/common/block/column/ColumnBuilder.java | 17 +-
.../common/block/column/DoubleColumnBuilder.java | 19 +-
.../common/block/column/FloatColumnBuilder.java | 15 +-
.../read/common/block/column/IntColumnBuilder.java | 19 +-
.../common/block/column/LongColumnBuilder.java | 19 +-
.../common/block/column/TimeColumnBuilder.java | 16 +-
.../read/controller/MetadataQuerierByFileImpl.java | 17 +-
.../query/dataset/DataSetWithoutTimeGenerator.java | 6 +-
.../tsfile/v2/read/TsFileSequenceReaderForV2.java | 17 +-
.../apache/iotdb/tsfile/write/TsFileWriter.java | 4 -
.../tsfile/read/TsFileSequenceReaderTest.java | 47 +
zeppelin-interpreter/pom.xml | 1 -
406 files changed, 14971 insertions(+), 5592 deletions(-)
rename confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{DataNodesInfoDataSet.java => DataNodeLocationsDataSet.java} (55%)
delete mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/partition/StorageGroupSchema.java
delete mode 100644 confignode/src/test/java/org/apache/iotdb/confignode/consensus/RatisConsensusDemo.java
delete mode 100644 confignode/src/test/java/org/apache/iotdb/confignode/manager/ConfigManagerManualTest.java
rename confignode/src/test/java/org/apache/iotdb/confignode/physical/{SerializeDeserializeUT.java => PhysicalPlanSerDeTest.java} (73%)
copy node-commons/src/main/java/org/apache/iotdb/commons/partition/SeriesPartitionSlot.java => consensus/src/main/java/org/apache/iotdb/consensus/common/SnapshotMeta.java (52%)
create mode 100644 docs/UserGuide/Data-Modeling/SchemaRegion-rocksdb.md
create mode 100644 docs/zh/UserGuide/Data-Modeling/SchemaRegion-rocksdb.md
delete mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/cluster/DataNodeLocation.java
delete mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/cluster/Endpoint.java
delete mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/partition/RegionReplicaSet.java
delete mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/partition/TimePartitionSlot.java
rename confignode/src/main/java/org/apache/iotdb/confignode/util/SerializeDeserializeUtil.java => node-commons/src/main/java/org/apache/iotdb/commons/utils/BasicStructureSerDeUtil.java (98%)
create mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/utils/ThriftCommonsSerDeUtils.java
create mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/utils/ThriftConfigNodeSerDeUtils.java
rename confignode/src/test/java/org/apache/iotdb/confignode/utils/SerializeDeserializeUtilTest.java => node-commons/src/test/java/org/apache/iotdb/commons/utils/BasicStructureSerDeUtilTest.java (82%)
create mode 100644 node-commons/src/test/java/org/apache/iotdb/commons/utils/ThriftCommonsSerDeUtilsTest.java
create mode 100644 node-commons/src/test/java/org/apache/iotdb/commons/utils/ThriftConfigNodeSerDeUtilsTest.java
copy {consensus => procedure}/pom.xml (51%)
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/CompletedProcedureCleaner.java
copy server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/plan/IOutputPlanNode.java => procedure/src/main/java/org/apache/iotdb/procedure/CompletedProcedureRetainer.java (66%)
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/InternalProcedure.java
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/Procedure.java
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/ProcedureExecutor.java
copy node-commons/src/main/java/org/apache/iotdb/commons/consensus/GroupType.java => procedure/src/main/java/org/apache/iotdb/procedure/ProcedureLockState.java (80%)
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/RootProcedureStack.java
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/StateMachineProcedure.java
copy node-commons/src/main/java/org/apache/iotdb/commons/partition/executor/hash/JSHashExecutor.java => procedure/src/main/java/org/apache/iotdb/procedure/StoppableThread.java (53%)
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/TimeoutExecutorThread.java
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/conf/ProcedureNodeConfig.java
copy confignode/src/main/java/org/apache/iotdb/confignode/conf/ConfigNodeDescriptor.java => procedure/src/main/java/org/apache/iotdb/procedure/conf/ProcedureNodeConfigDescriptor.java (51%)
copy consensus/src/main/java/org/apache/iotdb/consensus/statemachine/IStateMachine.java => procedure/src/main/java/org/apache/iotdb/procedure/conf/ProcedureNodeConstant.java (55%)
copy node-commons/src/main/java/org/apache/iotdb/commons/consensus/GroupType.java => procedure/src/main/java/org/apache/iotdb/procedure/env/ClusterProcedureEnvironment.java (80%)
copy server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/plan/IOutputPlanNode.java => procedure/src/main/java/org/apache/iotdb/procedure/exception/ProcedureAbortedException.java (69%)
copy server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/plan/node/WritePlanNode.java => procedure/src/main/java/org/apache/iotdb/procedure/exception/ProcedureException.java (65%)
copy server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/plan/IOutputPlanNode.java => procedure/src/main/java/org/apache/iotdb/procedure/exception/ProcedureSuspendedException.java (67%)
copy node-commons/src/main/java/org/apache/iotdb/commons/consensus/GroupType.java => procedure/src/main/java/org/apache/iotdb/procedure/exception/ProcedureTimeoutException.java (80%)
copy server/src/main/java/org/apache/iotdb/db/mpp/execution/config/IConfigTask.java => procedure/src/main/java/org/apache/iotdb/procedure/exception/ProcedureYieldException.java (72%)
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/scheduler/AbstractProcedureScheduler.java
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/scheduler/ProcedureScheduler.java
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/scheduler/SimpleProcedureScheduler.java
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/service/ProcedureNode.java
rename node-commons/src/main/java/org/apache/iotdb/commons/consensus/GroupType.java => procedure/src/main/java/org/apache/iotdb/procedure/service/ProcedureNodeMBean.java (80%)
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/service/ProcedureServer.java
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/service/ProcedureServerCommandLine.java
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/service/ProcedureServerProcessor.java
rename node-commons/src/main/java/org/apache/iotdb/commons/partition/SeriesPartitionSlot.java => procedure/src/main/java/org/apache/iotdb/procedure/service/ProcedureServiceHanlder.java (52%)
copy server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/plan/InputLocation.java => procedure/src/main/java/org/apache/iotdb/procedure/store/IProcedureStore.java (61%)
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/store/ProcedureStore.java
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/store/ProcedureWAL.java
copy consensus/src/main/java/org/apache/iotdb/consensus/statemachine/EmptyStateMachine.java => procedure/src/test/java/org/apache/iotdb/procedure/NoopProcedureStore.java (50%)
copy server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/plan/node/WritePlanNode.java => procedure/src/test/java/org/apache/iotdb/procedure/TestLockRegime.java (50%)
create mode 100644 procedure/src/test/java/org/apache/iotdb/procedure/TestProcEnv.java
create mode 100644 procedure/src/test/java/org/apache/iotdb/procedure/TestProcedureBase.java
create mode 100644 procedure/src/test/java/org/apache/iotdb/procedure/TestProcedureExecutor.java
create mode 100644 procedure/src/test/java/org/apache/iotdb/procedure/TestSTMProcedure.java
create mode 100644 procedure/src/test/java/org/apache/iotdb/procedure/entity/IncProcedure.java
copy consensus/src/main/java/org/apache/iotdb/consensus/statemachine/EmptyStateMachine.java => procedure/src/test/java/org/apache/iotdb/procedure/entity/NoopProcedure.java (54%)
create mode 100644 procedure/src/test/java/org/apache/iotdb/procedure/entity/SimpleLockProcedure.java
create mode 100644 procedure/src/test/java/org/apache/iotdb/procedure/entity/SimpleSTMProcedure.java
copy consensus/src/main/java/org/apache/iotdb/consensus/statemachine/EmptyStateMachine.java => procedure/src/test/java/org/apache/iotdb/procedure/entity/SleepProcedure.java (50%)
create mode 100644 procedure/src/test/java/org/apache/iotdb/procedure/entity/StuckProcedure.java
create mode 100644 procedure/src/test/java/org/apache/iotdb/procedure/entity/StuckSTMProcedure.java
create mode 100644 procedure/src/test/java/org/apache/iotdb/procedure/service/TestProcedureService.java
create mode 100644 procedure/src/test/java/org/apache/iotdb/procedure/store/TestProcedureStore.java
create mode 100644 procedure/src/test/java/org/apache/iotdb/procedure/util/ProcedureTestUtil.java
create mode 100644 server/src/assembly/resources/conf/schema-rocksdb.properties
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/mtree/IMTreeBelowSG.java
copy server/src/main/java/org/apache/iotdb/db/metadata/mtree/{MTreeBelowSG.java => MTreeBelowSGCachedImpl.java} (94%)
rename server/src/main/java/org/apache/iotdb/db/metadata/mtree/{MTreeBelowSG.java => MTreeBelowSGMemoryImpl.java} (65%)
copy server/src/main/java/org/apache/iotdb/db/metadata/schemaregion/{SchemaRegion.java => SchemaRegionMemoryImpl.java} (79%)
rename server/src/main/java/org/apache/iotdb/db/metadata/schemaregion/{SchemaRegion.java => SchemaRegionSchemaFileImpl.java} (95%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/schemaregion/rocksdb/RSchemaConfLoader.java
rename server/src/main/java/org/apache/iotdb/db/metadata/{Executor/SchemaVisitor.java => visitor/SchemaExecutionVisitor.java} (59%)
copy server/src/main/java/org/apache/iotdb/db/mpp/execution/{config/IConfigTask.java => FragmentInstanceFailureListener.java} (78%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/FragmentInstanceStateMachine.java
copy server/src/main/java/org/apache/iotdb/db/mpp/execution/{config/IConfigTask.java => IDriver.java} (68%)
rename server/src/main/java/org/apache/iotdb/db/mpp/execution/config/{SampleConfigTask.java => ConfigTaskResult.java} (54%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/operator/process/merge/ColumnMerger.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/operator/process/merge/SingleColumnMerger.java
copy server/src/main/java/org/apache/iotdb/db/mpp/{execution/DriverContext.java => schedule/FragmentInstanceAbortedException.java} (55%)
rename server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/{plan => }/IFragmentParallelPlaner.java (92%)
rename server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/{plan => }/SimpleFragmentParallelPlanner.java (93%)
rename server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/{plan => }/WriteFragmentParallelPlanner.java (91%)
copy server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/plan/{IOutputPlanNode.java => parameter/Aggregation.java} (60%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/plan/parameter/AggregationStep.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/plan/parameter/FilterNullParameter.java
copy server/src/main/java/org/apache/iotdb/db/mpp/sql/{statement/component/GroupByTimeComponent.java => planner/plan/parameter/GroupByTimeParameter.java} (75%)
rename server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/plan/{ => parameter}/InputLocation.java (55%)
rename server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/plan/{ => parameter}/OutputColumn.java (58%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/query/udf/builtin/UDTFEqualSizeBucketAggSample.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/query/udf/builtin/UDTFEqualSizeBucketM4Sample.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/query/udf/builtin/UDTFEqualSizeBucketRandomSample.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/query/udf/builtin/UDTFEqualSizeBucketSample.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/operator/SingleColumnMergerTest.java
copy {thrift-cluster => thrift-commons}/pom.xml (87%)
rename {thrift => thrift-commons}/src/main/thrift/common.thrift (65%)
copy {thrift-cluster => thrift-procedure}/pom.xml (94%)
rename server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/plan/IOutputPlanNode.java => thrift-procedure/src/main/thrift/procedure.thrift (65%)