You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ja...@apache.org on 2022/03/25 02:47:10 UTC
[iotdb] 02/03: Merge remote-tracking branch 'origin/master' into ty-mpp
This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a commit to branch ty-mpp
in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit e8d56a6e027e949c58fcc222b39de9091046436f
Merge: c922cfe a9d7b17
Author: JackieTien97 <ja...@gmail.com>
AuthorDate: Fri Mar 25 10:40:13 2022 +0800
Merge remote-tracking branch 'origin/master' into ty-mpp
confignode/pom.xml | 5 +
.../resources/conf/iotdb-confignode.properties | 67 +-
.../src/assembly/resources/conf/logback-tool.xml | 22 +
confignode/src/assembly/resources/conf/logback.xml | 140 ++
.../assembly/resources/sbin/start-confignode.bat | 2 +
.../assembly/resources/sbin/start-confignode.sh | 2 +
.../iotdb/confignode/conf/ConfigNodeConf.java | 51 +
.../iotdb/confignode/conf/ConfigNodeConfCheck.java | 19 +-
.../confignode/conf/ConfigNodeDescriptor.java | 19 +-
.../consensus/response/DataNodesInfoDataSet.java | 30 +-
.../response/StorageGroupSchemaDataSet.java | 28 +-
.../statemachine/PartitionRegionStateMachine.java | 57 +-
.../physical/UnknownPhysicalPlanTypeException.java | 10 +-
.../iotdb/confignode/manager/ConfigManager.java | 61 +-
.../iotdb/confignode/partition/DataNodeInfo.java | 88 ++
.../confignode/partition/DataPartitionInfo.java | 80 +
.../iotdb/confignode/partition/PartitionTable.java | 167 ++-
...artitionTable.java => SchemaPartitionInfo.java} | 45 +-
.../confignode/partition/StorageGroupSchema.java | 77 +
.../iotdb/confignode/physical/PhysicalPlan.java | 97 ++
.../PhysicalPlanType.java} | 12 +-
.../physical/sys/DeleteStorageGroupPlan.java | 34 +-
.../physical/sys/QueryDataNodeInfoPlan.java | 44 +-
.../physical/sys/QueryStorageGroupSchemaPlan.java | 34 +-
.../physical/sys/RegisterDataNodePlan.java | 65 +
.../physical/sys/SetStorageGroupPlan.java | 45 +-
.../confignode/service/ConfigNodeCommandLine.java | 10 +-
.../confignode/service/executor/PlanExecutor.java | 59 +
.../service/thrift/server/ConfigNodeRPCServer.java | 2 +-
.../server/ConfigNodeRPCServerProcessor.java | 88 +-
.../server/ConfigNodeRPCServerProcessorTest.java | 123 ++
consensus/pom.xml | 11 +-
.../org/apache/iotdb/consensus/IConsensus.java | 5 +-
.../apache/iotdb/consensus/common/Endpoint.java | 5 +
.../apache/iotdb/consensus/common/GroupType.java | 2 +-
.../consensus/exception/ConsensusException.java | 4 +
...a => PeerAlreadyInConsensusGroupException.java} | 12 +-
....java => PeerNotInConsensusGroupException.java} | 10 +-
...ption.java => RatisRequestFailedException.java} | 7 +-
.../ratis/ApplicationStateMachineProxy.java | 87 ++
.../iotdb/consensus/ratis/RatisConsensus.java | 473 +++++-
.../iotdb/consensus/ratis/RequestMessage.java | 51 +
.../iotdb/consensus/ratis/ResponseMessage.java | 62 +
.../org/apache/iotdb/consensus/ratis/Utils.java | 105 ++
.../consensus/standalone/StandAloneConsensus.java | 5 +-
consensus/src/main/resources/logback-test.xml | 31 +
.../iotdb/consensus/ratis/RatisConsensusTest.java | 236 +++
.../apache/iotdb/consensus/ratis/UtilsTest.java | 31 +-
.../standalone/StandAloneConsensusTest.java | 2 +-
docs/Download/README.md | 2 +-
docs/UserGuide/Library-UDF/Anomaly-Detection.md | 523 +++++++
docs/UserGuide/Maintenance-Tools/Metric-Tool.md | 15 +-
docs/zh/Download/README.md | 2 +-
docs/zh/UserGuide/Library-UDF/Anomaly Detection.md | 530 +++++++
docs/zh/UserGuide/Maintenance-Tools/Metric-Tool.md | 57 +-
integration/pom.xml | 7 +
.../iotdb/db/integration/IoTDBMaxTimeQueryIT.java | 134 ++
.../integration/IoTDBSizeTieredCompactionIT.java | 2 +-
.../session/IoTDBSessionDisableMemControlIT.java | 0
.../session/IoTDBSessionVectorABDeviceIT.java | 0
.../session/IoTDBSessionVectorAggregationIT.java | 0
.../IoTDBSessionVectorAggregationWithUnSeqIT.java | 0
.../iotdb/session/IoTDBSessionVectorInsertIT.java | 0
.../java/org/apache/iotdb/session/SessionTest.java | 0
.../apache/iotdb/session/pool/SessionPoolTest.java | 0
.../apache/iotdb/session/template/TemplateUT.java | 0
library-udf/pom.xml | 18 +
.../org/apache/iotdb/library/anomaly/UDTFIQR.java | 111 ++
.../apache/iotdb/library/anomaly/UDTFKSigma.java | 127 ++
.../org/apache/iotdb/library/anomaly/UDTFLOF.java | 215 +++
.../iotdb/library/anomaly/UDTFMissDetect.java | 74 +
.../apache/iotdb/library/anomaly/UDTFRange.java | 97 ++
.../iotdb/library/anomaly/UDTFTwoSidedFilter.java | 92 ++
.../iotdb/library/anomaly/util/MissDetector.java | 240 +++
.../library/anomaly/util/StreamMissDetector.java | 189 +++
.../iotdb/library/anomaly/util/WindowDetect.java | 96 ++
.../iotdb/library/util/BooleanCircularQueue.java | 138 ++
.../apache/iotdb/library/util/CircularQueue.java | 138 ++
.../iotdb/library/util/DoubleCircularQueue.java | 138 ++
.../iotdb/library/util/LinearRegression.java | 85 ++
.../iotdb/library/util/LongCircularQueue.java | 138 ++
.../iotdb/library/util/NoNumberException.java | 12 +-
.../java/org/apache/iotdb/library/util/Util.java | 306 ++++
.../apache/iotdb/library/anomaly/AnomalyTests.java | 1533 ++++++++++++++++++++
.../apache/iotdb/commons/ServerCommandLine.java | 6 +-
.../iotdb/commons/concurrent/ThreadName.java | 6 +-
.../iotdb/commons/partition/DataPartitionInfo.java | 67 +
.../commons/partition/DataPartitionQueryParam.java | 30 +-
.../iotdb/commons/partition/DataRegionId.java | 21 +-
.../commons/partition/DataRegionReplicaSet.java | 43 +-
.../iotdb/commons/partition/DeviceGroupId.java | 33 +-
.../iotdb/commons/partition/PartitionInfo.java | 23 +-
.../commons/partition/SchemaPartitionInfo.java | 18 +-
.../iotdb/commons/partition/SchemaRegionId.java | 13 +-
.../commons/partition/SchemaRegionReplicaSet.java | 29 +-
.../iotdb/commons/partition/TimePartitionId.java | 14 +-
.../apache/iotdb/commons/service/ServiceType.java | 4 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 2 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 2 +-
.../consensus/statemachine/BaseStateMachine.java | 48 +-
.../statemachine/DataRegionStateMachine.java | 10 +-
.../statemachine/SchemaRegionStateMachine.java | 10 +-
.../db/engine/cache/TimeSeriesMetadataCache.java | 13 +-
.../compaction/CompactionMetricsManager.java | 173 +++
.../compaction/CompactionTaskComparator.java | 1 +
.../engine/compaction/CompactionTaskManager.java | 59 +-
.../{ => constant}/CompactionPriority.java | 2 +-
.../compaction/constant/CompactionTaskStatus.java | 10 +-
.../engine/compaction/constant/CompactionType.java | 9 +-
.../compaction/constant/ProcessChunkType.java | 9 +-
.../utils/AlignedSeriesCompactionExecutor.java | 27 +-
.../utils/SingleSeriesCompactionExecutor.java | 32 +-
.../compaction/task/AbstractCompactionTask.java | 24 +-
.../writer/AbstractCompactionWriter.java | 13 +
.../engine/memtable/AlignedWritableMemChunk.java | 6 +-
.../db/engine/memtable/IWritableMemChunk.java | 6 +
.../iotdb/db/mpp/buffer/DataBlockManager.java | 116 ++
.../db/mpp/buffer/DataBlockManagerService.java | 90 ++
.../DataBlockManagerServiceThriftHandler.java} | 31 +-
.../mpp/buffer/DataBlockServiceClientFactory.java | 44 +
.../DataBlockServiceImpl.java} | 40 +-
.../iotdb/db/mpp/buffer/IDataBlockManager.java | 68 +
.../buffer/{SinkHandle.java => ISinkHandle.java} | 35 +-
.../{SourceHandle.java => ISourceHandle.java} | 11 +-
.../apache/iotdb/db/mpp/buffer/SourceHandle.java | 70 +-
.../iotdb/db/mpp/common/DataRegionTimeSlice.java | 24 -
.../iotdb/db/mpp/common/FragmentInstanceId.java | 32 +-
.../iotdb/db/mpp/common/MPPQueryContext.java | 16 +-
.../{FragmentId.java => PlanFragmentId.java} | 24 +-
.../org/apache/iotdb/db/mpp/common/QueryId.java | 7 +
.../common/{QuerySession.java => SessionInfo.java} | 7 +-
.../db/mpp/common/schematree/PathPatternNode.java | 11 +-
.../db/mpp/common/schematree/PathPatternTree.java} | 32 +-
.../db/mpp/common/schematree/SchemaEntityNode.java | 7 +-
.../mpp/common/schematree/SchemaInternalNode.java | 9 +-
.../common/schematree/SchemaMeasurementNode.java | 11 +-
.../iotdb/db/mpp/common/schematree/SchemaNode.java | 7 +-
.../iotdb/db/mpp/common/schematree/SchemaTree.java | 54 +
.../apache/iotdb/db/mpp/execution/Coordinator.java | 24 +-
.../db/mpp/execution/ExecFragmentInstance.java | 10 +-
.../ExecutionResult.java} | 14 +-
.../iotdb/db/mpp/execution/FragmentInfo.java | 6 +-
.../iotdb/db/mpp/execution/QueryExecution.java | 47 +-
.../mpp/execution/scheduler/ClusterScheduler.java | 4 +-
.../db/mpp/execution/scheduler/IScheduler.java | 4 +-
.../execution/scheduler/StandaloneScheduler.java | 4 +-
.../LocalMemoryManager.java} | 33 +-
.../org/apache/iotdb/db/mpp/memory/MemoryPool.java | 93 ++
.../iotdb/db/mpp/schedule/AbstractExecutor.java | 72 +
.../ExecutionContext.java} | 37 +-
.../db/mpp/schedule/FragmentInstanceManager.java | 292 ++++
.../mpp/schedule/FragmentInstanceTaskExecutor.java | 84 ++
.../schedule/FragmentInstanceTimeoutSentinel.java | 55 +
.../IFragmentInstanceManager.java} | 39 +-
.../iotdb/db/mpp/schedule/ITaskScheduler.java | 77 +
.../schedule/queue/ID.java} | 10 +-
.../queue/IDIndexedAccessible.java} | 45 +-
.../mpp/schedule/queue/IndexedBlockingQueue.java | 188 +++
.../db/mpp/schedule/queue/L1PriorityQueue.java | 86 ++
.../db/mpp/schedule/queue/L2PriorityQueue.java | 103 ++
.../db/mpp/schedule/task/FragmentInstanceTask.java | 203 +++
.../mpp/schedule/task/FragmentInstanceTaskID.java | 66 +
.../task/FragmentInstanceTaskStatus.java} | 22 +-
.../apache/iotdb/db/mpp/sql/analyze/Analysis.java | 63 +-
.../{StatementAnalyzer.java => Analyzer.java} | 60 +-
.../ClusterPartitionFetcher.java} | 29 +-
.../ClusterSchemaFetcher.java} | 27 +-
...AnalysisContext.java => IPartitionFetcher.java} | 23 +-
.../ISchemaFetcher.java} | 18 +-
.../{AnalysisContext.java => QueryType.java} | 6 +-
.../sql/analyze/StandalonePartitionFetcher.java | 66 +
.../StandaloneSchemaFetcher.java} | 35 +-
.../planner/{plan => }/DistributionPlanner.java | 99 +-
.../iotdb/db/mpp/sql/planner/LogicalPlanner.java | 103 ++
.../mpp/sql/planner/plan/DistributedQueryPlan.java | 34 +-
.../db/mpp/sql/planner/plan/FragmentInstance.java | 85 +-
...QueryPlan.java => IFragmentParallelPlaner.java} | 25 +-
.../db/mpp/sql/planner/plan/LogicalQueryPlan.java | 5 +-
.../db/mpp/sql/planner/plan/PlanFragment.java | 79 +-
.../plan/SimpleFragmentParallelPlanner.java | 124 ++
.../iotdb/db/mpp/sql/planner/plan/SubPlan.java | 68 +
.../db/mpp/sql/planner/plan/node/PlanNode.java | 5 +
.../db/mpp/sql/planner/plan/node/PlanNodeType.java | 113 ++
.../db/mpp/sql/planner/plan/node/PlanNodeUtil.java | 26 +
.../db/mpp/sql/planner/plan/node/PlanVisitor.java | 4 +
.../plan/node/metedata/read/ShowDevicesNode.java | 11 +
.../planner/plan/node/metedata/read/ShowNode.java | 5 +
.../node/metedata/write/CreateTimeSeriesNode.java | 138 +-
.../planner/plan/node/process/AggregateNode.java | 11 +
.../planner/plan/node/process/DeviceMergeNode.java | 11 +
.../planner/plan/node/process/ExchangeNode.java | 96 +-
.../sql/planner/plan/node/process/FillNode.java | 11 +
.../sql/planner/plan/node/process/FilterNode.java | 11 +
.../planner/plan/node/process/FilterNullNode.java | 11 +
.../plan/node/process/GroupByLevelNode.java | 11 +
.../sql/planner/plan/node/process/LimitNode.java | 11 +
.../sql/planner/plan/node/process/OffsetNode.java | 11 +
.../sql/planner/plan/node/process/SortNode.java | 11 +
.../planner/plan/node/process/TimeJoinNode.java | 11 +
.../sql/planner/plan/node/sink/CsvSinkNode.java | 11 +
.../planner/plan/node/sink/FragmentSinkNode.java | 72 +-
.../sql/planner/plan/node/sink/ThriftSinkNode.java | 11 +
.../planner/plan/node/source/CsvSourceNode.java | 22 +
.../plan/node/source/SeriesAggregateScanNode.java | 27 +-
.../planner/plan/node/source/SeriesScanNode.java | 41 +-
.../sql/planner/plan/node/source/SourceNode.java | 5 +
.../plan/node/write/InsertMultiTabletNode.java | 11 +
.../sql/planner/plan/node/write/InsertNode.java | 20 +-
.../sql/planner/plan/node/write/InsertRowNode.java | 11 +
.../planner/plan/node/write/InsertRowsNode.java | 11 +
.../plan/node/write/InsertRowsOfOneDeviceNode.java | 11 +
.../planner/plan/node/write/InsertTabletNode.java | 32 +-
.../db/mpp/sql/rewriter/ConcatPathRewriter.java | 4 +-
.../db/mpp/sql/rewriter/IStatementRewriter.java | 4 +-
.../crud/InsertBaseStatement.java} | 35 +-
.../statement/crud/InsertTabletStatement.java} | 12 +-
.../iotdb/db/mpp/sql/tree/StatementVisitor.java | 5 +
.../apache/iotdb/db/qp/physical/PhysicalPlan.java | 1 +
.../iotdb/db/query/control/SessionManager.java | 8 +
.../iotdb/db/query/reader/series/SeriesReader.java | 51 +-
.../InternalService.java} | 36 +-
.../Metric.java => InternalServiceImpl.java} | 31 +-
.../iotdb/db/service/basic/ServiceProvider.java | 6 +-
.../apache/iotdb/db/service/metrics/Metric.java | 3 +
.../db/service/thrift/impl/TSServiceImpl.java | 56 +-
.../org/apache/iotdb/db/utils/FileLoaderUtils.java | 13 +-
.../org/apache/iotdb/db/utils/SchemaUtils.java | 1 +
.../org/apache/iotdb/db/utils/stats/CpuTimer.java | 156 ++
.../engine/compaction/CompactionSchedulerTest.java | 1 +
.../compaction/CompactionTaskComparatorTest.java | 1 +
.../compaction/utils/CompactionConfigRestorer.java | 2 +-
.../apache/iotdb/db/mpp/memory/MemoryPoolTest.java | 150 ++
.../db/mpp/schedule/queue/L1PriorityQueueTest.java | 134 ++
.../db/mpp/schedule/queue/L2PriorityQueueTest.java | 143 ++
.../iotdb/db/mpp/schedule/queue/QueueElement.java | 80 +
.../iotdb/db/mpp/sql/analyze/AnalyzerTest.java | 51 +
.../db/{sql => mpp/sql/parser}/ASTVisitorTest.java | 4 +-
.../sql/parser}/StatementGeneratorTest.java | 3 +-
.../db/mpp/sql/plan/DistributionPlannerTest.java | 130 +-
.../iotdb/db/mpp/sql/plan/LogicalPlannerTest.java | 96 ++
session/pom.xml | 13 -
.../src/main/thrift/confignode.thrift | 52 +-
thrift/src/main/thrift/mpp.thrift | 68 +
.../read/TsFileAlignedSeriesReaderIterator.java | 10 +-
.../chunk/NonAlignedChunkGroupWriterImpl.java | 26 +-
245 files changed, 12829 insertions(+), 1167 deletions(-)