You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ta...@apache.org on 2022/04/21 16:34:09 UTC
[iotdb] branch client_manager updated (6c9471f2e3 -> c9ca76748c)
This is an automated email from the ASF dual-hosted git repository.
tanxinyu pushed a change to branch client_manager
in repository https://gitbox.apache.org/repos/asf/iotdb.git
discard 6c9471f2e3 add test
omit 0953f6a72a make interface more generic
omit 414d2b38e3 add clear & close interface
omit 85f4bba214 init
add 4d34f363af [IOTDB-2925]Add Schema File sketch tool (#5570)
add 2be90fe96d Rename thrift EndPoint to TEndPoint (#5590)
add e891a68c13 [IOTDB-2917] Fix flush operation has one residual wal file (#5560)
add eba44b18df [IOTDB-2954] fix influxdb protocol bug found in benchmark test of verificationQueryMode (#5594)
add 79b22a2799 Add UTs for new insert framework and fix insertRowNode memControl (#5576)
add 3bc4955429 [IOTDB-2887][IOTDB-2930][IOTDB-2932] Fix recover test error in CI & Fix NPE while concurrent createTimeseries & Add config check for schema engine mode (#5601)
add 1d0b0ec288 Fix some issues in MPP framework (#5596)
add e0ecf5354e [IOTDB-2844] Implementation of SeriesAggregateScanOperator and AggregateOperator - Part I (#5502)
add 8b2817bc05 [IOTDB-2943] Fix cannot use stop-server.sh to stop IoTDB (#5591)
add 6bd0f2cb0f [IOTDB-2848] Consensus snapshot interface (#5497)
add 564b286edd Format SerializeTask in WALBuffer (#5603)
add a019934b42 Add Thread re-interrupt when catching exception (#5604)
add 1b6a0bc26b [IOTDB-2619][User Docs] Grafana Plugin: Alerting (#5605)
add 380cda196c [IOTDB-2803]Supplement the remaining metadata write plannode and change SchemaRegion to accept plannode parameter (#5529)
add 2927a82915 Bump junit from 4.11 to 4.13.1 in /zeppelin-interpreter (#5428)
add fa7372aa56 Bump jackson-databind from 2.6.7 to 2.12.6.1 in /spark-iotdb-connector (#5425)
add 731965beb0 Separate SchemaRegion Memory Implementation (#5584)
add 67dafed0e6 Add Driver.failed() call in FragmentInstanceScheduler (#5593)
add 55812435d9 Change the result of ConfigExecution from Void to TsBlock (#5609)
add ec3f49549a [IOTDB-2965] Skip failed mlog and snapshot items when upgrading happens (#5608)
add aadd8cae72 [IOTDB-2619][User Docs EN] Grafana Plugin: Alerting (#5612)
add 7ce6033609 [IOTDB-2942] [IOTDB-2944] Delete duplicate data structure in node-commons and extend TDataNodeLocation (#5592)
add fa43cd6998 [rocksdb] add rocksdb docs (#5598)
add 9ff33b3f15 [IOTDB-2932]Fix localPartitionTable concurrent bug (#5607)
add 8db887692a Fix class path in SchemaFileSketcher.sh and mLogParser.sh (#5618)
add 254ca0532b fix the UT of ConfigExecution (#5621)
add 7af14c96ea [rocksdb] add rocksdb properties (#5588)
add d74157cd40 [IOTDB-2880]Add procedure framework (#5477)
add df250d3a1e [IOTDB-2970] Code style: Avoid wildcard imports (#5622)
add 2df96fee1e [rocksdb] updated the interface support (#5625)
add 75620dd4d6 [IOTDB-2971] Fix sink handle memory leak (#5626)
add b2520b31b0 [IOTDB-2880] Fix import check style (#5629)
add c9ca76748c init
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (6c9471f2e3)
\
N -- N -- N refs/heads/client_manager (c9ca76748c)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
checkstyle.xml | 31 +-
client-cpp/pom.xml | 7 +-
client-py/pom.xml | 8 +
.../iotdb/cluster/coordinator/Coordinator.java | 6 +-
.../iotdb/cluster/log/applier/DataLogApplier.java | 6 +-
.../log/manage/PartitionedSnapshotLogManager.java | 2 +-
.../iotdb/cluster/metadata/CSchemaProcessor.java | 43 +-
.../apache/iotdb/cluster/metadata/MetaPuller.java | 3 +-
.../iotdb/cluster/query/ClusterPlanRouter.java | 5 +-
.../iotdb/cluster/query/LocalQueryExecutor.java | 8 +-
.../server/handlers/caller/LogCatchUpHandler.java | 4 +-
.../cluster/server/member/DataGroupMember.java | 11 +-
.../cluster/server/member/MetaGroupMember.java | 6 +-
.../cluster/server/service/BaseAsyncService.java | 4 +-
.../apache/iotdb/cluster/utils/StatusUtils.java | 6 +-
.../FilePartitionedSnapshotLogManagerTest.java | 2 +
.../cluster/server/member/DataGroupMemberTest.java | 2 +
.../cluster/server/member/MetaGroupMemberTest.java | 5 +-
confignode/pom.xml | 10 -
.../resources/conf/iotdb-confignode.properties | 18 +-
.../iotdb/confignode/cli/TemporaryClient.java | 54 +-
.../iotdb/confignode/client/ClientPoolFactory.java | 14 +-
.../iotdb/confignode/conf/ConfigNodeConf.java | 59 +-
.../confignode/conf/ConfigNodeDescriptor.java | 22 +-
.../response/DataNodeConfigurationDataSet.java | 6 +-
...oDataSet.java => DataNodeLocationsDataSet.java} | 34 +-
.../consensus/response/DataPartitionDataSet.java | 53 +-
.../consensus/response/SchemaPartitionDataSet.java | 31 +-
.../response/StorageGroupSchemaDataSet.java | 11 +-
.../statemachine/PartitionRegionStateMachine.java | 17 +
.../iotdb/confignode/manager/ConfigManager.java | 10 +-
.../iotdb/confignode/manager/ConsensusManager.java | 6 +-
.../iotdb/confignode/manager/DataNodeManager.java | 25 +-
.../iotdb/confignode/manager/PartitionManager.java | 48 +-
.../iotdb/confignode/manager/RegionManager.java | 85 +-
.../confignode/partition/StorageGroupSchema.java | 121 ---
.../persistence/DataNodeInfoPersistence.java | 39 +-
.../persistence/PartitionInfoPersistence.java | 22 +-
.../persistence/RegionInfoPersistence.java | 54 +-
.../physical/crud/CreateDataPartitionPlan.java | 44 +-
.../physical/crud/CreateRegionsPlan.java | 21 +-
.../physical/crud/CreateSchemaPartitionPlan.java | 27 +-
.../crud/GetOrCreateDataPartitionPlan.java | 40 +-
.../crud/GetOrCreateSchemaPartitionPlan.java | 22 +-
.../iotdb/confignode/physical/sys/AuthorPlan.java | 24 +-
.../physical/sys/RegisterDataNodePlan.java | 32 +-
.../physical/sys/SetStorageGroupPlan.java | 17 +-
.../server/ConfigNodeRPCServerProcessor.java | 50 +-
.../iotdb/confignode/cli/TemporaryClientDemo.java | 4 +-
.../confignode/consensus/RatisConsensusDemo.java | 151 ----
.../manager/ConfigManagerManualTest.java | 133 ---
...serializeUT.java => PhysicalPlanSerDeTest.java} | 110 ++-
.../server/ConfigNodeRPCServerProcessorTest.java | 211 ++---
consensus/pom.xml | 5 -
.../apache/iotdb/consensus/ConsensusFactory.java | 7 +-
.../org/apache/iotdb/consensus/common/Peer.java | 8 +-
.../iotdb/consensus/common/SnapshotMeta.java | 47 +-
.../iotdb/consensus/ratis/RatisConsensus.java | 11 +-
.../iotdb/consensus/ratis/RequestMessage.java | 2 +-
.../org/apache/iotdb/consensus/ratis/Utils.java | 16 +-
.../consensus/standalone/StandAloneConsensus.java | 6 +-
.../consensus/standalone/StandAloneServerImpl.java | 18 +
.../consensus/statemachine/EmptyStateMachine.java | 18 +
.../consensus/statemachine/IStateMachine.java | 49 +
.../iotdb/consensus/ratis/RatisConsensusTest.java | 23 +-
.../standalone/StandAloneConsensusTest.java | 46 +-
docs/Development/ContributeGuide.md | 16 +
.../Data-Modeling/SchemaRegion-rocksdb.md | 93 ++
.../Ecosystem Integration/Grafana Plugin.md | 141 ++-
.../Maintenance-Tools/SchemaFileSketch-Tool.md | 38 +
docs/zh/Development/ContributeGuide.md | 17 +
.../Data-Modeling/SchemaRegion-rocksdb.md | 93 ++
.../Ecosystem Integration/Grafana Plugin.md | 143 ++-
.../Maintenance-Tools/SchemaFileSketch-Tool.md | 35 +
.../iotdb/hadoop/tsfile/TSFMRReadExample.java | 5 +-
.../apache/iotdb/hadoop/tsfile/TSFInputFormat.java | 11 +-
.../iotdb/hadoop/tsfile/record/HDFSTSRecord.java | 8 +-
.../org/apache/iotdb/hive/TSFHiveInputFormat.java | 6 +-
.../org/apache/iotdb/hive/TsFileDeserializer.java | 10 +-
.../org/apache/iotdb/influxdb/IoTDBInfluxDB.java | 2 +-
.../iotdb/influxdb/protocol/dto/SessionPoint.java | 8 +-
.../iotdb/influxdb/session/InfluxDBSession.java | 6 +-
.../influxdb/integration/IoTDBInfluxDBIT.java | 4 +-
.../dropwizard/DropwizardMetricManager.java | 25 +-
.../iotdb/metrics/dropwizard/MetricName.java | 6 +-
.../reporter/DropwizardMetricsExporter.java | 10 +-
.../metrics/dropwizard/reporter/IoTDBReporter.java | 16 +-
.../org/apache/iotdb/metrics/MetricManager.java | 6 +-
.../micrometer/MicrometerMetricManager.java | 21 +-
node-commons/pom.xml | 10 +
.../async/AsyncConfigNodeIServiceClient.java | 27 +-
.../async/AsyncDataNodeDataBlockServiceClient.java | 22 +-
.../async/AsyncDataNodeInternalServiceClient.java | 25 +-
.../client/sync/SyncConfigNodeIServiceClient.java | 22 +-
.../sync/SyncDataNodeDataBlockServiceClient.java | 22 +-
.../sync/SyncDataNodeInternalServiceClient.java | 24 +-
.../iotdb/commons/cluster/DataNodeLocation.java | 81 --
.../org/apache/iotdb/commons/cluster/Endpoint.java | 92 --
.../iotdb/commons/concurrent/ThreadName.java | 3 +-
.../iotdb/commons/consensus/ConsensusGroupId.java | 44 +-
.../iotdb/commons/consensus/DataRegionId.java | 21 +-
.../iotdb/commons/consensus/PartitionRegionId.java | 21 +-
.../iotdb/commons/consensus/SchemaRegionId.java | 21 +-
.../iotdb/commons/partition/DataPartition.java | 84 +-
.../commons/partition/DataPartitionQueryParam.java | 8 +-
.../{PartitionInfo.java => Partition.java} | 28 +-
.../iotdb/commons/partition/RegionReplicaSet.java | 141 ---
.../iotdb/commons/partition/SchemaPartition.java | 46 +-
.../iotdb/commons/partition/TimePartitionSlot.java | 64 --
.../executor/SeriesPartitionExecutor.java | 4 +-
.../partition/executor/hash/APHashExecutor.java | 6 +-
.../partition/executor/hash/BKDRHashExecutor.java | 6 +-
.../partition/executor/hash/JSHashExecutor.java | 6 +-
.../partition/executor/hash/SDBMHashExecutor.java | 6 +-
.../apache/iotdb/commons/service/ServiceType.java | 3 +-
.../commons/utils/BasicStructureSerDeUtil.java | 6 +-
.../apache/iotdb/commons/utils/CommonUtils.java | 12 +-
.../commons/utils/ThriftCommonsSerDeUtils.java | 144 +++
.../commons/utils/ThriftConfigNodeSerDeUtils.java | 87 ++
.../org/apache/iotdb/commons/BaseClientTest.java | 4 +-
.../apache/iotdb/commons/ClientManagerTest.java | 48 +-
.../apache/iotdb/commons/ConsensusGroupIdTest.java | 23 +-
.../commons/utils/BasicStructureSerDeUtilTest.java | 18 +-
.../commons/utils/ThriftCommonsSerDeUtilsTest.java | 116 +++
.../utils/ThriftConfigNodeSerDeUtilsTest.java | 67 ++
pom.xml | 4 +
{consensus => procedure}/pom.xml | 70 +-
.../iotdb/procedure/CompletedProcedureCleaner.java | 88 ++
.../procedure/CompletedProcedureRetainer.java | 30 +-
.../apache/iotdb/procedure/InternalProcedure.java | 61 ++
.../java/org/apache/iotdb/procedure/Procedure.java | 895 +++++++++++++++++++
.../apache/iotdb/procedure/ProcedureExecutor.java | 993 +++++++++++++++++++++
.../apache/iotdb/procedure/ProcedureLockState.java | 11 +-
.../apache/iotdb/procedure/RootProcedureStack.java | 177 ++++
.../iotdb/procedure/StateMachineProcedure.java | 329 +++++++
.../apache/iotdb/procedure/StoppableThread.java | 36 +-
.../iotdb/procedure/TimeoutExecutorThread.java | 107 +++
.../iotdb/procedure/conf/ProcedureNodeConfig.java | 153 ++++
.../conf/ProcedureNodeConfigDescriptor.java | 144 +--
.../procedure/conf/ProcedureNodeConstant.java | 32 +-
.../procedure/env/ClusterProcedureEnvironment.java | 11 +-
.../exception/ProcedureAbortedException.java | 12 +-
.../procedure/exception/ProcedureException.java | 30 +-
.../exception/ProcedureSuspendedException.java | 21 +-
.../exception/ProcedureTimeoutException.java | 10 +-
.../exception/ProcedureYieldException.java | 18 +-
.../scheduler/AbstractProcedureScheduler.java | 211 +++++
.../procedure/scheduler/ProcedureScheduler.java | 109 +++
.../scheduler/SimpleProcedureScheduler.java | 78 ++
.../iotdb/procedure/service/ProcedureNode.java | 98 ++
.../procedure/service/ProcedureNodeMBean.java | 6 +-
.../iotdb/procedure/service/ProcedureServer.java | 123 +++
.../service/ProcedureServerCommandLine.java | 52 ++
.../service/ProcedureServerProcessor.java | 77 ++
.../procedure/service/ProcedureServiceHanlder.java | 46 +-
.../iotdb/procedure/store/IProcedureStore.java | 30 +-
.../iotdb/procedure/store/ProcedureStore.java | 195 ++++
.../apache/iotdb/procedure/store/ProcedureWAL.java | 106 +++
.../apache/iotdb/procedure/NoopProcedureStore.java | 49 +-
.../org/apache/iotdb/procedure/TestLockRegime.java | 30 +-
.../org/apache/iotdb/procedure/TestProcEnv.java | 57 ++
.../apache/iotdb/procedure/TestProcedureBase.java | 83 ++
.../iotdb/procedure/TestProcedureExecutor.java | 111 +++
.../apache/iotdb/procedure/TestSTMProcedure.java | 57 ++
.../iotdb/procedure/entity/IncProcedure.java | 57 ++
.../iotdb/procedure/entity/NoopProcedure.java | 27 +-
.../procedure/entity/SimpleLockProcedure.java | 80 ++
.../iotdb/procedure/entity/SimpleSTMProcedure.java | 97 ++
.../iotdb/procedure/entity/SleepProcedure.java | 31 +-
.../iotdb/procedure/entity/StuckProcedure.java | 59 ++
.../iotdb/procedure/entity/StuckSTMProcedure.java | 112 +++
.../procedure/service/TestProcedureService.java | 87 ++
.../iotdb/procedure/store/TestProcedureStore.java | 104 +++
.../iotdb/procedure/util/ProcedureTestUtil.java | 66 ++
server/pom.xml | 15 +-
.../resources/conf/schema-rocksdb.properties | 86 ++
.../SchemaFileSketcher.bat} | 4 +-
.../mLogParser.sh => schema/SchemaFileSketcher.sh} | 4 +-
.../tools/{mlog => schema}/mLogParser.bat | 2 +-
.../resources/tools/{mlog => schema}/mLogParser.sh | 2 +-
.../apache/iotdb/db/client/ClientPoolFactory.java | 46 +-
.../apache/iotdb/db/client/ConfigNodeClient.java | 23 +-
.../org/apache/iotdb/db/conf/IoTDBConfigCheck.java | 8 +
.../apache/iotdb/db/consensus/ConsensusImpl.java | 4 +-
.../statemachine/DataRegionStateMachine.java | 17 +
.../statemachine/SchemaRegionStateMachine.java | 22 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 6 +-
.../engine/compaction/CompactionTaskManager.java | 6 +-
.../io/LocalTextModificationAccessor.java | 7 +-
.../db/engine/storagegroup/TsFileProcessor.java | 214 ++---
.../apache/iotdb/db/metadata/LocalConfigNode.java | 70 +-
.../db/metadata/LocalSchemaPartitionTable.java | 58 +-
.../iotdb/db/metadata/LocalSchemaProcessor.java | 39 -
.../iotdb/db/metadata/mtree/IMTreeBelowSG.java | 307 +++++++
...reeBelowSG.java => MTreeBelowSGCachedImpl.java} | 134 ++-
...reeBelowSG.java => MTreeBelowSGMemoryImpl.java} | 909 ++++++++-----------
.../mtree/store/disk/MTreeFlushTaskManager.java | 2 +-
.../mtree/store/disk/MTreeReleaseTaskManager.java | 2 +-
.../mtree/store/disk/schemafile/ISegment.java | 2 +
.../mtree/store/disk/schemafile/RecordUtils.java | 30 +-
.../mtree/store/disk/schemafile/SchemaFile.java | 45 +-
.../mtree/store/disk/schemafile/SchemaPage.java | 9 +-
.../mtree/store/disk/schemafile/Segment.java | 51 ++
.../db/metadata/schemaregion/ISchemaRegion.java | 247 ++++-
.../db/metadata/schemaregion/SchemaEngine.java | 64 +-
...hemaRegion.java => SchemaRegionMemoryImpl.java} | 600 +++++--------
...Region.java => SchemaRegionSchemaFileImpl.java} | 93 +-
.../schemaregion/rocksdb/RSchemaConfLoader.java | 182 ++++
.../rocksdb/RSchemaReadWriteHandler.java | 27 +-
.../schemaregion/rocksdb/RSchemaRegion.java | 207 ++---
.../db/metadata/upgrade/MetadataUpgrader.java | 41 +-
.../SchemaExecutionVisitor.java} | 59 +-
.../iotdb/db/mpp/buffer/DataBlockManager.java | 28 +-
.../mpp/buffer/DataBlockServiceClientFactory.java | 6 +-
.../iotdb/db/mpp/buffer/IDataBlockManager.java | 6 +-
.../apache/iotdb/db/mpp/buffer/ISinkHandle.java | 13 +-
.../apache/iotdb/db/mpp/buffer/ISourceHandle.java | 10 +-
.../org/apache/iotdb/db/mpp/buffer/SinkHandle.java | 26 +-
.../apache/iotdb/db/mpp/buffer/SourceHandle.java | 40 +-
.../iotdb/db/mpp/common/MPPQueryContext.java | 8 +-
.../iotdb/db/mpp/common/ResultNodeContext.java | 8 +-
.../iotdb/db/mpp/common/filter/InFilter.java | 8 +-
.../iotdb/db/mpp/common/header/DatasetHeader.java | 7 +-
.../apache/iotdb/db/mpp/execution/Coordinator.java | 24 +-
.../apache/iotdb/db/mpp/execution/DataDriver.java | 4 +
.../iotdb/db/mpp/execution/DataDriverContext.java | 1 +
.../iotdb/db/mpp/execution/IQueryExecution.java | 2 +
.../iotdb/db/mpp/execution/QueryExecution.java | 47 +-
.../iotdb/db/mpp/execution/QueryStateMachine.java | 14 +-
.../iotdb/db/mpp/execution/SchemaDriver.java | 1 +
.../db/mpp/execution/SchemaDriverContext.java | 1 +
.../mpp/execution/config/AuthorizerConfigTask.java | 6 +-
.../db/mpp/execution/config/ConfigExecution.java | 89 +-
.../ConfigTaskResult.java} | 37 +-
...ampleConfigTask.java => ConfigTaskVisitor.java} | 30 +-
.../iotdb/db/mpp/execution/config/IConfigTask.java | 2 +-
.../mpp/execution/config/SetStorageGroupTask.java | 12 +-
.../scheduler/AbstractFragInsStateTracker.java | 4 +-
.../mpp/execution/scheduler/ClusterScheduler.java | 32 +-
.../scheduler/FixedRateFragInsStateTracker.java | 5 +-
.../mpp/execution/scheduler/IQueryTerminator.java | 4 +-
.../scheduler/InternalServiceClientFactory.java | 6 +-
.../scheduler/SimpleFragInstanceDispatcher.java | 53 +-
.../execution/scheduler/SimpleQueryTerminator.java | 56 +-
.../source/SeriesAggregateScanOperator.java | 420 ++++++++-
.../db/mpp/operator/source/SeriesScanOperator.java | 2 +-
.../db/mpp/operator/source/SeriesScanUtil.java | 10 +-
.../FragmentInstanceAbortedException.java} | 28 +-
.../db/mpp/schedule/FragmentInstanceScheduler.java | 15 +-
.../mpp/schedule/FragmentInstanceTaskExecutor.java | 1 +
.../schedule/FragmentInstanceTimeoutSentinel.java | 1 +
.../db/mpp/schedule/queue/L1PriorityQueue.java | 37 +-
.../db/mpp/schedule/queue/L2PriorityQueue.java | 66 +-
.../db/mpp/schedule/task/FragmentInstanceTask.java | 10 +
.../mpp/schedule/task/FragmentInstanceTaskID.java | 10 +-
.../apache/iotdb/db/mpp/sql/analyze/Analysis.java | 4 +-
.../mpp/sql/analyze/ClusterPartitionFetcher.java | 26 +-
.../db/mpp/sql/analyze/ClusterSchemaFetcher.java | 10 +-
.../mpp/sql/analyze/FakePartitionFetcherImpl.java | 114 ++-
.../db/mpp/sql/analyze/FakeSchemaFetcherImpl.java | 7 +-
.../db/mpp/sql/parser/StatementGenerator.java | 20 +-
.../db/mpp/sql/planner/DistributionPlanner.java | 44 +-
.../db/mpp/sql/planner/LocalExecutionPlanner.java | 38 +-
.../iotdb/db/mpp/sql/planner/QueryPlanBuilder.java | 5 +
.../db/mpp/sql/planner/plan/FragmentInstance.java | 34 +-
.../db/mpp/sql/planner/plan/PlanFragment.java | 8 +-
.../plan/SimpleFragmentParallelPlanner.java | 4 +-
.../sql/planner/plan/node/PlanGraphPrinter.java | 2 +-
.../db/mpp/sql/planner/plan/node/PlanVisitor.java | 13 +-
.../mpp/sql/planner/plan/node/WritePlanNode.java | 4 +-
.../plan/node/metedata/read/SchemaScanNode.java | 8 +-
.../node/metedata/write/AlterTimeSeriesNode.java | 41 +-
.../node/metedata/write/CreateTimeSeriesNode.java | 11 +-
.../planner/plan/node/process/DeviceMergeNode.java | 8 +-
.../planner/plan/node/process/ExchangeNode.java | 13 +-
.../planner/plan/node/sink/FragmentSinkNode.java | 13 +-
.../plan/node/source/SeriesAggregateScanNode.java | 58 +-
.../planner/plan/node/source/SeriesScanNode.java | 16 +-
.../sql/planner/plan/node/source/SourceNode.java | 6 +-
.../plan/node/write/InsertMultiTabletsNode.java | 12 +-
.../sql/planner/plan/node/write/InsertNode.java | 10 +-
.../sql/planner/plan/node/write/InsertRowNode.java | 4 +-
.../planner/plan/node/write/InsertRowsNode.java | 6 +-
.../plan/node/write/InsertRowsOfOneDeviceNode.java | 6 +-
.../planner/plan/node/write/InsertTabletNode.java | 22 +-
.../db/mpp/sql/rewriter/ConcatPathRewriter.java | 9 +-
.../db/mpp/sql/rewriter/WildcardsRemover.java | 14 +-
.../statement/ConfigStatement.java} | 10 +-
.../db/mpp/sql/statement/StatementVisitor.java | 5 +
.../component/GroupByLevelController.java | 8 +-
.../statement/component/GroupByTimeComponent.java | 73 ++
.../statement/crud/AggregationQueryStatement.java | 7 +-
.../mpp/sql/statement/crud/InsertRowStatement.java | 4 +-
.../crud/InsertRowsOfOneDeviceStatement.java | 14 +-
.../sql/statement/crud/InsertTabletStatement.java | 8 +-
.../db/mpp/sql/statement/crud/QueryStatement.java | 17 +-
.../metadata/SetStorageGroupStatement.java | 10 +-
.../influxdb/function/InfluxFunctionFactory.java | 8 +-
.../db/protocol/influxdb/handler/QueryHandler.java | 4 +-
.../protocol/influxdb/input/InfluxLineParser.java | 5 +-
.../protocol/influxdb/sql/InfluxDBSqlVisitor.java | 3 +-
.../influxdb/util/JacksonUtils.java} | 33 +-
.../db/protocol/influxdb/util/StringUtils.java | 3 +-
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 19 +-
.../apache/iotdb/db/qp/physical/PhysicalPlan.java | 9 +-
.../apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java | 13 +-
.../iotdb/db/query/control/SessionManager.java | 7 +-
.../db/query/dataset/AlignByDeviceDataSet.java | 4 +-
.../query/dataset/groupby/GroupByFillDataSet.java | 8 +-
.../query/dataset/groupby/GroupByTimeDataSet.java | 30 +-
.../dataset/groupby/GroupByTimeEngineDataSet.java | 24 +-
.../groupby/GroupByWithValueFilterDataSet.java | 6 +-
.../groupby/GroupByWithoutValueFilterDataSet.java | 9 +-
.../iotdb/db/query/executor/QueryRouter.java | 7 +-
.../db/query/executor/RawDataQueryExecutor.java | 7 +-
.../db/query/factory/AggregateResultFactory.java | 17 +-
.../iotdb/db/query/reader/series/SeriesReader.java | 3 +
.../java/org/apache/iotdb/db/service/DataNode.java | 25 +-
.../java/org/apache/iotdb/db/service/IoTDB.java | 2 +-
.../thrift/impl/DataNodeTSIServiceImpl.java | 50 +-
.../service/thrift/impl/InternalServiceImpl.java | 37 +-
.../db/service/thrift/impl/TSServiceImpl.java | 47 +-
.../db/sync/sender/manager/SchemaSyncManager.java | 6 +-
.../transport/server/TransportServiceImpl.java | 9 +-
.../db/tools/{mlog => schema}/MLogParser.java | 2 +-
.../db/tools/schema/SchemaFileSketchTool.java | 165 ++++
.../apache/iotdb/db/utils/QueryDataSetUtils.java | 2 +-
.../timerangeiterator/AggrWindowIterator.java | 38 +-
.../timerangeiterator/ITimeRangeIterator.java | 8 +-
.../timerangeiterator/PreAggrWindowIterator.java | 38 +-
.../PreAggrWindowWithNaturalMonthIterator.java | 50 +-
.../SingleTimeWindowIterator.java | 65 ++
.../org/apache/iotdb/db/wal/buffer/WALBuffer.java | 143 +--
.../java/org/apache/iotdb/db/wal/node/WALNode.java | 6 +-
.../db/engine/storagegroup/DataRegionTest.java | 910 +++++++++++++++++++
.../engine/storagegroup/TsFileProcessorTest.java | 17 +
...ocessorTest.java => TsFileProcessorV2Test.java} | 104 ++-
.../iotdb/db/metadata/mtree/MTreeBelowSGTest.java | 18 +-
.../schemaregion/rocksdb/MRocksDBUnitTest.java | 29 +-
.../rocksdb/RSchemaRegionAdvancedTest.java | 4 +-
.../db/metadata/upgrade/MetadataUpgradeTest.java | 7 +
.../apache/iotdb/db/mpp/buffer/SinkHandleTest.java | 101 ++-
.../iotdb/db/mpp/buffer/SourceHandleTest.java | 99 +-
.../db/mpp/execution/ConfigExecutionTest.java | 161 ++++
.../operator/SeriesAggregateScanOperatorTest.java | 373 ++++++++
.../db/mpp/operator/SeriesScanOperatorTest.java | 6 +-
.../db/mpp/schedule/DefaultTaskSchedulerTest.java | 18 +
.../schedule/FragmentInstanceSchedulerTest.java | 20 +
.../FragmentInstanceTimeoutSentinelTest.java | 55 +-
.../db/mpp/schedule/queue/L1PriorityQueueTest.java | 22 +
.../db/mpp/schedule/queue/L2PriorityQueueTest.java | 27 +
.../db/mpp/sql/plan/DistributionPlannerTest.java | 190 ++--
.../db/mpp/sql/plan/FragmentInstanceSerdeTest.java | 48 +-
.../db/mpp/sql/plan/QueryLogicalPlanUtil.java | 8 +
.../iotdb/db/mpp/sql/plan/QueryPlannerTest.java | 5 +-
.../read/DeviceSchemaScanNodeSerdeTest.java | 6 +-
.../read/TimeSeriesSchemaScanNodeSerdeTest.java | 6 +-
.../plan/node/process/AggregateNodeSerdeTest.java | 8 +-
.../node/process/DeviceMergeNodeSerdeTest.java | 8 +-
.../plan/node/process/ExchangeNodeSerdeTest.java | 14 +-
.../sql/plan/node/process/FillNodeSerdeTest.java | 8 +-
.../sql/plan/node/process/FilterNodeSerdeTest.java | 8 +-
.../plan/node/process/FilterNullNodeSerdeTest.java | 8 +-
.../node/process/GroupByLevelNodeSerdeTest.java | 8 +-
.../sql/plan/node/process/LimitNodeSerdeTest.java | 8 +-
.../sql/plan/node/process/OffsetNodeSerdeTest.java | 17 +-
.../sql/plan/node/process/SortNodeSerdeTest.java | 8 +-
.../plan/node/process/TimeJoinNodeSerdeTest.java | 8 +-
.../plan/node/sink/FragmentSinkNodeSerdeTest.java | 4 +-
.../source/SeriesAggregateScanNodeSerdeTest.java | 15 +-
.../plan/node/source/SeriesScanNodeSerdeTest.java | 8 +-
.../dataset/groupby/GroupByTimeDataSetTest.java | 74 +-
.../query/reader/series/SeriesReaderTestUtil.java | 8 +
.../iotdb/db/service/InternalServiceImplTest.java | 164 +++-
.../org/apache/iotdb/db/tools/MLogParserTest.java | 2 +-
.../iotdb/db/tools/SchemaFileSketchTest.java | 158 ++++
.../iotdb/db/utils/TimeRangeIteratorTest.java | 230 +++--
.../db/wal/recover/WALRecoverManagerTest.java | 6 +-
.../org/apache/iotdb/rpc/RedirectException.java | 14 +-
.../main/java/org/apache/iotdb/rpc/RpcUtils.java | 4 +-
.../java/org/apache/iotdb/session/Session.java | 52 +-
.../apache/iotdb/session/SessionConnection.java | 16 +-
.../apache/iotdb/session/util/SessionUtils.java | 12 +-
.../apache/iotdb/session/SessionCacheLeaderUT.java | 28 +-
spark-iotdb-connector/pom.xml | 2 +-
thrift-cluster/pom.xml | 5 +
{thrift-cluster => thrift-commons}/pom.xml | 11 +-
.../src/main/thrift/common.thrift | 33 +-
thrift-confignode/pom.xml | 2 +-
.../src/main/thrift/confignode.thrift | 38 +-
{thrift-cluster => thrift-procedure}/pom.xml | 5 +-
.../src/main/thrift/procedure.thrift | 40 +-
thrift/pom.xml | 5 +
thrift/src/main/thrift/mpp.thrift | 7 +-
.../apache/iotdb/tsfile/read/common/TimeRange.java | 24 +-
.../iotdb/tsfile/read/common/block/TsBlock.java | 22 +-
.../tsfile/read/common/block/TsBlockBuilder.java | 5 +
.../common/block/column/BinaryColumnBuilder.java | 11 +
.../common/block/column/BooleanColumnBuilder.java | 11 +
.../read/common/block/column/ColumnBuilder.java | 5 +
.../common/block/column/DoubleColumnBuilder.java | 11 +
.../common/block/column/FloatColumnBuilder.java | 11 +
.../read/common/block/column/IntColumnBuilder.java | 11 +
.../common/block/column/LongColumnBuilder.java | 11 +
.../read/common/block/column/TimeColumn.java | 4 +
.../common/block/column/TimeColumnBuilder.java | 11 +
.../read/controller/MetadataQuerierByFileImpl.java | 17 +-
.../query/dataset/DataSetWithoutTimeGenerator.java | 6 +-
.../tsfile/v2/read/TsFileSequenceReaderForV2.java | 17 +-
zeppelin-interpreter/pom.xml | 1 -
410 files changed, 14442 insertions(+), 5100 deletions(-)
rename confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{DataNodesInfoDataSet.java => DataNodeLocationsDataSet.java} (55%)
delete mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/partition/StorageGroupSchema.java
delete mode 100644 confignode/src/test/java/org/apache/iotdb/confignode/consensus/RatisConsensusDemo.java
delete mode 100644 confignode/src/test/java/org/apache/iotdb/confignode/manager/ConfigManagerManualTest.java
rename confignode/src/test/java/org/apache/iotdb/confignode/physical/{SerializeDeserializeUT.java => PhysicalPlanSerDeTest.java} (73%)
copy node-commons/src/main/java/org/apache/iotdb/commons/partition/SeriesPartitionSlot.java => consensus/src/main/java/org/apache/iotdb/consensus/common/SnapshotMeta.java (52%)
create mode 100644 docs/UserGuide/Data-Modeling/SchemaRegion-rocksdb.md
create mode 100644 docs/UserGuide/Maintenance-Tools/SchemaFileSketch-Tool.md
create mode 100644 docs/zh/UserGuide/Data-Modeling/SchemaRegion-rocksdb.md
create mode 100644 docs/zh/UserGuide/Maintenance-Tools/SchemaFileSketch-Tool.md
rename {server/src/main/java/org/apache/iotdb/db => node-commons/src/main/java/org/apache/iotdb/commons}/client/async/AsyncConfigNodeIServiceClient.java (80%)
rename {server/src/main/java/org/apache/iotdb/db => node-commons/src/main/java/org/apache/iotdb/commons}/client/async/AsyncDataNodeDataBlockServiceClient.java (82%)
rename {server/src/main/java/org/apache/iotdb/db => node-commons/src/main/java/org/apache/iotdb/commons}/client/sync/SyncConfigNodeIServiceClient.java (83%)
rename {server/src/main/java/org/apache/iotdb/db => node-commons/src/main/java/org/apache/iotdb/commons}/client/sync/SyncDataNodeDataBlockServiceClient.java (83%)
delete mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/cluster/DataNodeLocation.java
delete mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/cluster/Endpoint.java
rename node-commons/src/main/java/org/apache/iotdb/commons/partition/{PartitionInfo.java => Partition.java} (52%)
delete mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/partition/RegionReplicaSet.java
delete mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/partition/TimePartitionSlot.java
rename confignode/src/main/java/org/apache/iotdb/confignode/util/SerializeDeserializeUtil.java => node-commons/src/main/java/org/apache/iotdb/commons/utils/BasicStructureSerDeUtil.java (98%)
create mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/utils/ThriftCommonsSerDeUtils.java
create mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/utils/ThriftConfigNodeSerDeUtils.java
rename confignode/src/test/java/org/apache/iotdb/confignode/utils/SerializeDeserializeUtilTest.java => node-commons/src/test/java/org/apache/iotdb/commons/utils/BasicStructureSerDeUtilTest.java (82%)
create mode 100644 node-commons/src/test/java/org/apache/iotdb/commons/utils/ThriftCommonsSerDeUtilsTest.java
create mode 100644 node-commons/src/test/java/org/apache/iotdb/commons/utils/ThriftConfigNodeSerDeUtilsTest.java
copy {consensus => procedure}/pom.xml (51%)
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/CompletedProcedureCleaner.java
copy server/src/main/java/org/apache/iotdb/db/mpp/execution/IQueryExecution.java => procedure/src/main/java/org/apache/iotdb/procedure/CompletedProcedureRetainer.java (66%)
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/InternalProcedure.java
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/Procedure.java
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/ProcedureExecutor.java
rename node-commons/src/main/java/org/apache/iotdb/commons/consensus/GroupType.java => procedure/src/main/java/org/apache/iotdb/procedure/ProcedureLockState.java (80%)
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/RootProcedureStack.java
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/StateMachineProcedure.java
copy node-commons/src/main/java/org/apache/iotdb/commons/partition/executor/hash/JSHashExecutor.java => procedure/src/main/java/org/apache/iotdb/procedure/StoppableThread.java (53%)
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/TimeoutExecutorThread.java
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/conf/ProcedureNodeConfig.java
copy confignode/src/main/java/org/apache/iotdb/confignode/conf/ConfigNodeDescriptor.java => procedure/src/main/java/org/apache/iotdb/procedure/conf/ProcedureNodeConfigDescriptor.java (51%)
copy consensus/src/main/java/org/apache/iotdb/consensus/statemachine/IStateMachine.java => procedure/src/main/java/org/apache/iotdb/procedure/conf/ProcedureNodeConstant.java (55%)
copy server/src/main/java/org/apache/iotdb/db/mpp/execution/config/IConfigTask.java => procedure/src/main/java/org/apache/iotdb/procedure/env/ClusterProcedureEnvironment.java (81%)
copy server/src/main/java/org/apache/iotdb/db/mpp/execution/config/IConfigTask.java => procedure/src/main/java/org/apache/iotdb/procedure/exception/ProcedureAbortedException.java (77%)
copy server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/plan/node/WritePlanNode.java => procedure/src/main/java/org/apache/iotdb/procedure/exception/ProcedureException.java (65%)
copy server/src/main/java/org/apache/iotdb/db/mpp/execution/config/IConfigTask.java => procedure/src/main/java/org/apache/iotdb/procedure/exception/ProcedureSuspendedException.java (67%)
copy server/src/main/java/org/apache/iotdb/db/mpp/execution/config/IConfigTask.java => procedure/src/main/java/org/apache/iotdb/procedure/exception/ProcedureTimeoutException.java (81%)
copy server/src/main/java/org/apache/iotdb/db/mpp/execution/config/IConfigTask.java => procedure/src/main/java/org/apache/iotdb/procedure/exception/ProcedureYieldException.java (72%)
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/scheduler/AbstractProcedureScheduler.java
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/scheduler/ProcedureScheduler.java
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/scheduler/SimpleProcedureScheduler.java
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/service/ProcedureNode.java
copy server/src/main/java/org/apache/iotdb/db/mpp/execution/scheduler/IQueryTerminator.java => procedure/src/main/java/org/apache/iotdb/procedure/service/ProcedureNodeMBean.java (87%)
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/service/ProcedureServer.java
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/service/ProcedureServerCommandLine.java
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/service/ProcedureServerProcessor.java
rename node-commons/src/main/java/org/apache/iotdb/commons/partition/SeriesPartitionSlot.java => procedure/src/main/java/org/apache/iotdb/procedure/service/ProcedureServiceHanlder.java (52%)
copy server/src/main/java/org/apache/iotdb/db/mpp/execution/IQueryExecution.java => procedure/src/main/java/org/apache/iotdb/procedure/store/IProcedureStore.java (64%)
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/store/ProcedureStore.java
create mode 100644 procedure/src/main/java/org/apache/iotdb/procedure/store/ProcedureWAL.java
copy consensus/src/main/java/org/apache/iotdb/consensus/statemachine/EmptyStateMachine.java => procedure/src/test/java/org/apache/iotdb/procedure/NoopProcedureStore.java (50%)
copy server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/plan/node/WritePlanNode.java => procedure/src/test/java/org/apache/iotdb/procedure/TestLockRegime.java (50%)
create mode 100644 procedure/src/test/java/org/apache/iotdb/procedure/TestProcEnv.java
create mode 100644 procedure/src/test/java/org/apache/iotdb/procedure/TestProcedureBase.java
create mode 100644 procedure/src/test/java/org/apache/iotdb/procedure/TestProcedureExecutor.java
create mode 100644 procedure/src/test/java/org/apache/iotdb/procedure/TestSTMProcedure.java
create mode 100644 procedure/src/test/java/org/apache/iotdb/procedure/entity/IncProcedure.java
copy consensus/src/main/java/org/apache/iotdb/consensus/statemachine/EmptyStateMachine.java => procedure/src/test/java/org/apache/iotdb/procedure/entity/NoopProcedure.java (54%)
create mode 100644 procedure/src/test/java/org/apache/iotdb/procedure/entity/SimpleLockProcedure.java
create mode 100644 procedure/src/test/java/org/apache/iotdb/procedure/entity/SimpleSTMProcedure.java
copy consensus/src/main/java/org/apache/iotdb/consensus/statemachine/EmptyStateMachine.java => procedure/src/test/java/org/apache/iotdb/procedure/entity/SleepProcedure.java (50%)
create mode 100644 procedure/src/test/java/org/apache/iotdb/procedure/entity/StuckProcedure.java
create mode 100644 procedure/src/test/java/org/apache/iotdb/procedure/entity/StuckSTMProcedure.java
create mode 100644 procedure/src/test/java/org/apache/iotdb/procedure/service/TestProcedureService.java
create mode 100644 procedure/src/test/java/org/apache/iotdb/procedure/store/TestProcedureStore.java
create mode 100644 procedure/src/test/java/org/apache/iotdb/procedure/util/ProcedureTestUtil.java
create mode 100644 server/src/assembly/resources/conf/schema-rocksdb.properties
copy server/src/assembly/resources/tools/{mlog/mLogParser.bat => schema/SchemaFileSketcher.bat} (95%)
copy server/src/assembly/resources/tools/{mlog/mLogParser.sh => schema/SchemaFileSketcher.sh} (91%)
rename server/src/assembly/resources/tools/{mlog => schema}/mLogParser.bat (98%)
rename server/src/assembly/resources/tools/{mlog => schema}/mLogParser.sh (95%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/mtree/IMTreeBelowSG.java
copy server/src/main/java/org/apache/iotdb/db/metadata/mtree/{MTreeBelowSG.java => MTreeBelowSGCachedImpl.java} (94%)
rename server/src/main/java/org/apache/iotdb/db/metadata/mtree/{MTreeBelowSG.java => MTreeBelowSGMemoryImpl.java} (65%)
copy server/src/main/java/org/apache/iotdb/db/metadata/schemaregion/{SchemaRegion.java => SchemaRegionMemoryImpl.java} (79%)
rename server/src/main/java/org/apache/iotdb/db/metadata/schemaregion/{SchemaRegion.java => SchemaRegionSchemaFileImpl.java} (95%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/schemaregion/rocksdb/RSchemaConfLoader.java
rename server/src/main/java/org/apache/iotdb/db/metadata/{Executor/SchemaVisitor.java => visitor/SchemaExecutionVisitor.java} (59%)
copy server/src/main/java/org/apache/iotdb/db/mpp/execution/{IQueryExecution.java => config/ConfigTaskResult.java} (54%)
rename server/src/main/java/org/apache/iotdb/db/mpp/execution/config/{SampleConfigTask.java => ConfigTaskVisitor.java} (58%)
copy server/src/main/java/org/apache/iotdb/db/mpp/{sql/statement/metadata/SetStorageGroupStatement.java => schedule/FragmentInstanceAbortedException.java} (51%)
copy server/src/main/java/org/apache/iotdb/db/mpp/{execution/scheduler/IQueryTerminator.java => sql/statement/ConfigStatement.java} (73%)
copy server/src/main/java/org/apache/iotdb/db/{mpp/sql/statement/metadata/SetStorageGroupStatement.java => protocol/influxdb/util/JacksonUtils.java} (56%)
rename server/src/main/java/org/apache/iotdb/db/tools/{mlog => schema}/MLogParser.java (99%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/tools/schema/SchemaFileSketchTool.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/utils/timerangeiterator/SingleTimeWindowIterator.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/engine/storagegroup/DataRegionTest.java
copy server/src/test/java/org/apache/iotdb/db/engine/storagegroup/{TsFileProcessorTest.java => TsFileProcessorV2Test.java} (84%)
create mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/execution/ConfigExecutionTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/operator/SeriesAggregateScanOperatorTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/tools/SchemaFileSketchTest.java
copy {thrift-cluster => thrift-commons}/pom.xml (87%)
rename {thrift => thrift-commons}/src/main/thrift/common.thrift (62%)
copy {thrift-cluster => thrift-procedure}/pom.xml (94%)
copy server/src/main/java/org/apache/iotdb/db/mpp/execution/IQueryExecution.java => thrift-procedure/src/main/thrift/procedure.thrift (65%)