You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by sp...@apache.org on 2023/02/09 02:28:07 UTC
[iotdb] branch feature/performance_overview updated (5eccecd184 -> dee090e0d6)
This is an automated email from the ASF dual-hosted git repository.
spricoder pushed a change to branch feature/performance_overview
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 5eccecd184 fix code smell
add 31ac1c3027 [IOTDB-5399] Collect complete dispatch result for return (#8963)
add 35d289ee33 [IOTDB-5448] Formatting getOrCreatePartitionTables log (#8946)
add 00350a0860 Open schema cache statistics (#8969)
add 3ce5230cbd [IOTDB-5447]fix the ConcurrentModificationException (#8955)
add 5602d0ea51 Fix C++ client compile error (#8973)
add 423e525920 [IOTDB-5471] Add isDone() check in WrappedThreadPoolExecutor#afterExecute (#8983)
add c5f60c480e Accelerate Count TimeSeries (#8981)
add e5b6676ccc [IOTDB-5459] Memory control cross SchemaRegion (#8966)
add 52ddf6357a [IOTDB-5426] Cannot trigger flush for sequence file when timed flush enabled (#8938)
add a7aa8ca238 [IOTDB-5450] Add only one task of a query to timeoutQueue (#8960)
add cc83ab87f3 [IOTDB-5449] Allow query scheduler to receive more tasks (#8957)
add 907cb53d99 Modify doc of 'Show Queries' with more accurate description (#8989)
add c8d488a8d3 Renaming some variable REMOVE_DATANODE_PROCESS to REGION_MIGRATE_PROCESS (#8990)
add c83d8c814d Add logs for LACK_DATA_PARTITION_ALLOCATION and DiskSpaceWarningThreshold triggering (#8968)
add 2ad3a7a1c7 update wal file version after next file has been created (#8994)
add cf5a51a5e8 [IOTDB-5341] Support GROUP BY VARIATION in aggregation query (front end part) (#8941)
add 4d8507afa5 [IOTDB-5478] Fix incorrect query filter after binding schema and removing wildcard (#8996)
add 64af71b2e0 Fix a part of bad url in the official documentation (#8991)
add 86c46dca1a [IoTDB-5457]java native api has not been support modified template (#8965)
add df298dc83f [IOTDB-5495]Improve unit tests about show devices (#9006)
add ab9189c22b Eliminate useless isDefaultSchemaMemoryConfig (#9008)
add ce0ad2d483 [IOTDB-5021] Using Junit parameterized test to optimize schema IT framework (#8097)
add 4834c1fc3a [IOTDB-5496] Rename VerticallyConcatOperator as HorizontallyConcatOperator
add 0a68bb7f39 [IOTDB-5499] Eliminate useless log during auto creating schema (#9013)
add ed34105697 [IOTDB-5498] Fix SessionPool OOM when the numbers of devices and sessions are large (#9012)
add 302391ce82 Fix IT error by parallel suites (#9016)
add a77571f63a Correct DataPartiton Fetch request parameter contruction (#8953)
add 6944a5c3c0 [IOTDB-5451] Support cluster Database heterogeneous by ALTER SQL (#8971)
add f4bed00e4d Merge branch 'remote-master' into feature/performance_overview
add 2331d8cf97 Fix compile
add dee090e0d6 Merge branch 'feature/performance_overview' into remote/feature/performance_overview
No new revisions were added by this update.
Summary of changes:
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 1 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 13 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 4 +
client-cpp/src/main/Session.cpp | 2 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 11 +
.../confignode/conf/ConfigNodeDescriptor.java | 8 +
.../consensus/request/ConfigPhysicalPlan.java | 17 +-
.../consensus/request/ConfigPhysicalPlanType.java | 14 +-
.../read/storagegroup/CountStorageGroupPlan.java | 2 +-
.../read/storagegroup/GetStorageGroupPlan.java | 4 +-
...orageGroupPlan.java => DatabaseSchemaPlan.java} | 21 +-
.../write/storagegroup/DeleteStorageGroupPlan.java | 2 +-
.../storagegroup/PreDeleteStorageGroupPlan.java | 2 +-
.../confignode/manager/ClusterSchemaManager.java | 78 ++-
.../iotdb/confignode/manager/ConfigManager.java | 155 ++++-
.../apache/iotdb/confignode/manager/IManager.java | 15 +-
.../manager/partition/PartitionManager.java | 15 +-
.../persistence/executor/ConfigPlanExecutor.java | 51 +-
.../persistence/partition/PartitionInfo.java | 4 +-
.../persistence/schema/ClusterSchemaInfo.java | 86 ++-
.../procedure/env/DataNodeRemoveHandler.java | 4 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 100 ++-
.../request/ConfigPhysicalPlanSerDeTest.java | 33 +-
.../persistence/ClusterSchemaInfoTest.java | 21 +-
.../confignode/persistence/PartitionInfoTest.java | 12 +-
docs/UserGuide/API/Programming-Java-Native-API.md | 44 --
docs/UserGuide/FAQ/Frequently-asked-questions.md | 2 +-
.../Maintenance-Tools/Maintenance-Command.md | 9 +-
docs/UserGuide/Monitor-Alert/Alerting.md | 2 +-
docs/UserGuide/Reference/Status-Codes.md | 1 +
.../UserGuide/API/Programming-Java-Native-API.md | 36 -
.../zh/UserGuide/FAQ/Frequently-asked-questions.md | 2 +-
.../Maintenance-Tools/Maintenance-Command.md | 9 +-
docs/zh/UserGuide/Monitor-Alert/Alerting.md | 2 +-
docs/zh/UserGuide/Reference/Status-Codes.md | 5 +-
integration-test/checkstyle.xml | 4 +-
integration-test/pom.xml | 12 +-
.../iotdb/it/env/cluster/MppCommonConfig.java | 6 +
.../it/env/cluster/MppSharedCommonConfig.java | 7 +
.../iotdb/it/env/remote/RemoteCommonConfig.java | 5 +
...ner.java => IoTDBTestRunnerWithParameters.java} | 11 +-
...a => IoTDBTestRunnerWithParametersFactory.java} | 13 +-
.../org/apache/iotdb/itbase/env/CommonConfig.java | 2 +
.../confignode/it/IoTDBConfigNodeSnapshotIT.java | 6 +-
.../it/cluster/IoTDBClusterRestartIT.java | 3 +-
.../it/database/IoTDBDatabaseRegionControlIT.java | 236 +++++++
.../IoTDBDatabaseSetAndDeleteIT.java} | 52 +-
.../load/IoTDBClusterRegionLeaderBalancingIT.java | 7 +-
.../it/load/IoTDBConfigNodeSwitchLeaderIT.java | 5 +-
.../partition/IoTDBAutoRegionGroupExtensionIT.java | 10 +-
.../IoTDBCustomRegionGroupExtensionIT.java | 4 +-
.../it/partition/IoTDBPartitionCreationIT.java | 4 +-
.../it/partition/IoTDBPartitionDurableIT.java | 4 +-
.../it/partition/IoTDBPartitionGetterIT.java | 4 +-
.../partition/IoTDBPartitionInheritPolicyIT.java | 4 +-
.../org/apache/iotdb/db/it/IoTDBSimpleQueryIT.java | 17 +-
.../db/it/groupby/IoTDBGroupByVariationIT.java | 541 +++++++++++++++
.../iotdb/db/it/schema/AbstractSchemaIT.java | 76 +++
.../db/it/schema/IoTDBAutoCreateSchemaIT.java | 49 +-
.../it/schema/IoTDBCreateAlignedTimeseriesIT.java | 56 +-
.../db/it/schema/IoTDBCreateStorageGroupIT.java | 72 +-
.../db/it/schema/IoTDBCreateTimeseriesIT.java | 1 +
.../db/it/schema/IoTDBDeactivateTemplateIT.java | 289 ++++----
.../it/schema/IoTDBDeleteAlignedTimeseriesIT.java | 200 +++---
.../db/it/schema/IoTDBDeleteStorageGroupIT.java | 1 +
.../db/it/schema/IoTDBDeleteTimeseriesIT.java | 516 +++++++-------
.../schema/IoTDBDeleteTimeseriesSchemaFileIT.java | 45 --
.../iotdb/db/it/schema/IoTDBMetadataFetchIT.java | 32 +-
.../it/schema/IoTDBMetadataFetchSchemaFileIT.java | 49 --
.../iotdb/db/it/schema/IoTDBSchemaTemplateIT.java | 752 +++++++++++----------
.../db/it/schema/IoTDBSortedShowTimeseriesIT.java | 1 +
.../apache/iotdb/db/it/schema/IoTDBTagAlterIT.java | 1 +
.../org/apache/iotdb/db/it/schema/IoTDBTagIT.java | 1 +
.../java/org/apache/iotdb/isession/ISession.java | 7 +
.../resources/conf/iotdb-common.properties | 1 -
.../iotdb/commons/concurrent/ThreadName.java | 5 +-
.../threadpool/WrappedThreadPoolExecutor.java | 5 +-
.../src/main/codegen/templates/evEventWindow.ftl | 9 +-
.../codegen/templates/evEventWindowManager.ftl | 25 +-
server/src/main/codegen/templates/eventWindow.ftl | 7 +-
.../main/codegen/templates/eventWindowManager.ftl | 5 -
.../org/apache/iotdb/db/audit/AuditLogger.java | 2 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 2 +-
.../apache/iotdb/db/client/ConfigNodeClient.java | 27 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 17 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 43 +-
.../exception/CompactionExceptionHandler.java | 4 +-
.../execute/task/CrossSpaceCompactionTask.java | 6 +-
.../execute/task/InnerSpaceCompactionTask.java | 4 +-
.../compaction/execute/utils/CompactionUtils.java | 2 +-
.../compaction/schedule/CompactionScheduler.java | 8 +-
.../db/engine/settle/SettleRequestHandler.java | 4 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 2 +-
.../db/engine/storagegroup/DataRegionInfo.java | 17 +-
.../engine/storagegroup/HashLastFlushTimeMap.java | 2 +-
.../storagegroup/IDTableLastFlushTimeMap.java | 2 +-
.../db/engine/storagegroup/TsFileManager.java | 12 +-
.../db/metadata/cache/DataNodeSchemaCache.java | 1 +
.../db/metadata/mtree/MTreeBelowSGCachedImpl.java | 65 +-
.../db/metadata/mtree/MTreeBelowSGMemoryImpl.java | 67 +-
.../db/metadata/mtree/store/CachedMTreeStore.java | 89 +--
.../mtree/store/disk/MTreeFlushTaskManager.java | 71 --
.../mtree/store/disk/MTreeReleaseTaskManager.java | 73 --
.../mtree/store/disk/cache/CacheManager.java | 8 +-
.../mtree/store/disk/cache/CacheMemoryManager.java | 207 ++++++
.../MemManagerNodeEstimatedSizeBasedImpl.java | 1 +
.../db/metadata/rescon/SchemaResourceManager.java | 10 +-
.../db/metadata/schemaregion/ISchemaRegion.java | 4 +
.../metadata/visitor/SchemaExecutionVisitor.java | 8 +-
.../iotdb/db/mpp/aggregation/Accumulator.java | 8 +-
.../iotdb/db/mpp/aggregation/Aggregator.java | 6 +-
.../iotdb/db/mpp/aggregation/AvgAccumulator.java | 26 +-
.../iotdb/db/mpp/aggregation/CountAccumulator.java | 5 +-
.../db/mpp/aggregation/ExtremeAccumulator.java | 26 +-
.../db/mpp/aggregation/FirstValueAccumulator.java | 38 +-
.../mpp/aggregation/FirstValueDescAccumulator.java | 24 +-
.../db/mpp/aggregation/LastValueAccumulator.java | 38 +-
.../mpp/aggregation/LastValueDescAccumulator.java | 24 +-
.../db/mpp/aggregation/MaxTimeAccumulator.java | 4 +-
.../db/mpp/aggregation/MaxTimeDescAccumulator.java | 4 +-
.../db/mpp/aggregation/MaxValueAccumulator.java | 26 +-
.../db/mpp/aggregation/MinTimeAccumulator.java | 4 +-
.../db/mpp/aggregation/MinTimeDescAccumulator.java | 4 +-
.../db/mpp/aggregation/MinValueAccumulator.java | 26 +-
.../iotdb/db/mpp/aggregation/SumAccumulator.java | 26 +-
.../slidingwindow/SlidingWindowAggregator.java | 2 +-
.../db/mpp/common/header/ColumnHeaderConstant.java | 1 +
.../execution/executor/RegionWriteExecutor.java | 22 +-
.../db/mpp/execution/operator/AggregationUtil.java | 3 +-
.../operator/process/AggregationOperator.java | 6 +-
.../process/RawDataAggregationOperator.java | 23 +-
.../process/SlidingWindowAggregationOperator.java | 2 +-
...erator.java => HorizontallyConcatOperator.java} | 11 +-
.../mpp/execution/operator/window/EventWindow.java | 10 +
.../operator/window/EventWindowManager.java | 8 +-
.../operator/window/EventWindowParameter.java | 10 +-
.../execution/operator/window/IWindowManager.java | 6 +
.../operator/window/TimeWindowManager.java | 5 +
.../db/mpp/execution/schedule/DriverScheduler.java | 64 +-
.../mpp/execution/schedule/IDriverScheduler.java | 11 -
.../schedule/queue/IndexedBlockingQueue.java | 11 +-
.../queue/IndexedBlockingReserveQueue.java | 81 +++
.../multilevelqueue/MultilevelPriorityQueue.java | 4 +-
.../apache/iotdb/db/mpp/plan/analyze/Analysis.java | 37 +
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 157 ++++-
.../mpp/plan/analyze/ClusterPartitionFetcher.java | 76 ++-
.../db/mpp/plan/analyze/ConcatPathRewriter.java | 25 +
.../db/mpp/plan/analyze/ExpressionAnalyzer.java | 33 +-
.../db/mpp/plan/analyze/cache/PartitionCache.java | 4 +-
.../plan/execution/config/ConfigTaskVisitor.java | 13 +-
.../config/executor/ClusterConfigTaskExecutor.java | 43 +-
.../config/executor/IConfigTaskExecutor.java | 7 +-
...orageGroupTask.java => DatabaseSchemaTask.java} | 48 +-
.../db/mpp/plan/expression/ExpressionFactory.java | 103 +++
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 91 ++-
.../db/mpp/plan/parser/StatementGenerator.java | 7 +-
.../db/mpp/plan/planner/LogicalPlanBuilder.java | 14 +-
.../db/mpp/plan/planner/LogicalPlanVisitor.java | 12 +-
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 45 +-
.../distribution/DistributionPlanContext.java | 14 +
.../planner/distribution/ExchangeNodeAdder.java | 4 +-
.../plan/planner/distribution/SourceRewriter.java | 64 +-
.../plan/planner/plan/node/PlanGraphPrinter.java | 4 +-
.../mpp/plan/planner/plan/node/PlanNodeType.java | 4 +-
.../db/mpp/plan/planner/plan/node/PlanVisitor.java | 4 +-
.../planner/plan/node/process/AggregationNode.java | 143 +++-
...ConcatNode.java => HorizontallyConcatNode.java} | 14 +-
.../planner/plan/parameter/GroupByParameter.java | 87 +++
.../plan/parameter/GroupByTimeParameter.java | 2 +
.../plan/parameter/GroupByVariationParameter.java | 81 +++
.../scheduler/FragmentInstanceDispatcherImpl.java | 41 +-
.../iotdb/db/mpp/plan/statement/StatementType.java | 2 +-
.../db/mpp/plan/statement/StatementVisitor.java | 10 +-
...{HavingCondition.java => GroupByComponent.java} | 36 +-
...lPolicy.java => GroupByVariationComponent.java} | 21 +-
.../db/mpp/plan/statement/crud/QueryStatement.java | 45 +-
...Statement.java => DatabaseSchemaStatement.java} | 27 +-
.../org/apache/iotdb/db/rescon/SystemInfo.java | 2 +
.../java/org/apache/iotdb/db/service/DataNode.java | 1 -
.../service/thrift/impl/ClientRPCServiceImpl.java | 5 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 4 +
.../db/sync/transport/server/ReceiverManager.java | 5 +-
.../iotdb/db/wal/buffer/AbstractWALBuffer.java | 17 +-
.../cross/CrossSpaceCompactionExceptionTest.java | 32 +-
...eCompactionWithFastPerformerValidationTest.java | 12 +-
.../inner/InnerSpaceCompactionExceptionTest.java | 9 +-
.../SizeTieredCompactionSelectorTest.java | 4 +-
.../schemaRegion/SchemaRegionBasicTest.java | 45 +-
.../schemaRegion/SchemaRegionTestUtil.java | 12 +-
...st.java => HorizontallyConcatOperatorTest.java} | 24 +-
.../operator/RawDataAggregationOperatorTest.java | 13 +-
.../execution/schedule/DriverSchedulerTest.java | 29 +-
.../schedule/queue/L1PriorityQueueTest.java | 24 -
.../schedule/queue/L2PriorityQueueTest.java | 24 -
.../iotdb/db/mpp/plan/analyze/AnalyzeTest.java | 6 +-
.../mpp/plan/analyze/ExpressionAnalyzerTest.java | 83 +++
.../distribution/AggregationDistributionTest.java | 12 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
.../java/org/apache/iotdb/session/Session.java | 31 +-
.../org/apache/iotdb/session/pool/SessionPool.java | 16 +-
.../src/main/thrift/confignode.thrift | 30 +-
201 files changed, 4743 insertions(+), 2292 deletions(-)
rename confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/storagegroup/{SetStorageGroupPlan.java => DatabaseSchemaPlan.java} (82%)
copy integration-test/src/main/java/org/apache/iotdb/it/framework/{IoTDBTestRunner.java => IoTDBTestRunnerWithParameters.java} (82%)
copy integration-test/src/main/java/org/apache/iotdb/it/framework/{IoTDBTestLogger.java => IoTDBTestRunnerWithParametersFactory.java} (65%)
create mode 100644 integration-test/src/test/java/org/apache/iotdb/confignode/it/database/IoTDBDatabaseRegionControlIT.java
rename integration-test/src/test/java/org/apache/iotdb/confignode/it/{IoTDBStorageGroupIT.java => database/IoTDBDatabaseSetAndDeleteIT.java} (85%)
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/groupby/IoTDBGroupByVariationIT.java
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/schema/AbstractSchemaIT.java
delete mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/schema/IoTDBDeleteTimeseriesSchemaFileIT.java
delete mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/schema/IoTDBMetadataFetchSchemaFileIT.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/mtree/store/disk/MTreeFlushTaskManager.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/mtree/store/disk/MTreeReleaseTaskManager.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/mtree/store/disk/cache/CacheMemoryManager.java
rename server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/process/join/{VerticallyConcatOperator.java => HorizontallyConcatOperator.java} (95%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/schedule/queue/IndexedBlockingReserveQueue.java
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/metadata/{SetStorageGroupTask.java => DatabaseSchemaTask.java} (54%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/ExpressionFactory.java
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/process/{VerticallyConcatNode.java => HorizontallyConcatNode.java} (86%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/parameter/GroupByParameter.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/parameter/GroupByVariationParameter.java
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/component/{HavingCondition.java => GroupByComponent.java} (56%)
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/component/{FilterNullPolicy.java => GroupByVariationComponent.java} (70%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/{SetStorageGroupStatement.java => DatabaseSchemaStatement.java} (85%)
rename server/src/test/java/org/apache/iotdb/db/mpp/execution/operator/{VerticallyConcatOperatorTest.java => HorizontallyConcatOperatorTest.java} (91%)
create mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/plan/analyze/ExpressionAnalyzerTest.java