You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by yo...@apache.org on 2023/02/07 08:55:45 UTC
[iotdb] branch Show-Region-creation-time-when-execute-show-regions updated (ef14972941 -> b5ef1f9c63)
This is an automated email from the ASF dual-hosted git repository.
yongzao pushed a change to branch Show-Region-creation-time-when-execute-show-regions
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from ef14972941 Finish
add 1848fc93bb [IOTDB-5446] Add V_1_0 version and update version used in IoTDB (#8952)
add 2fc195c3a8 [IOTDB-5441] Fix NPE while fetch schema that is not in template used by related device (#8951)
add c7fa8ac1d2 [IOTDB-5455] Fix case sensitive when use Diff in where & NPE when series in where/having is not exist (#8956)
add 5c06988797 [IOTDB-5257] Optimize SyncLog Logic in IoT Consensus (#8863)
add fabc0fa4f7 Update `V_0_12`, `V_0_13` to `V_1_0` (#8961)
add a0c7c0bbe7 [IOTDB-5445] Support cluster Database heterogeneous through database definition (#8942)
add 31ac1c3027 [IOTDB-5399] Collect complete dispatch result for return (#8963)
add 35d289ee33 [IOTDB-5448] Formatting getOrCreatePartitionTables log (#8946)
add 00350a0860 Open schema cache statistics (#8969)
add 3ce5230cbd [IOTDB-5447]fix the ConcurrentModificationException (#8955)
add 5602d0ea51 Fix C++ client compile error (#8973)
add 423e525920 [IOTDB-5471] Add isDone() check in WrappedThreadPoolExecutor#afterExecute (#8983)
add c5f60c480e Accelerate Count TimeSeries (#8981)
add e5b6676ccc [IOTDB-5459] Memory control cross SchemaRegion (#8966)
add 52ddf6357a [IOTDB-5426] Cannot trigger flush for sequence file when timed flush enabled (#8938)
add a7aa8ca238 [IOTDB-5450] Add only one task of a query to timeoutQueue (#8960)
add cc83ab87f3 [IOTDB-5449] Allow query scheduler to receive more tasks (#8957)
add 907cb53d99 Modify doc of 'Show Queries' with more accurate description (#8989)
add c8d488a8d3 Renaming some variable REMOVE_DATANODE_PROCESS to REGION_MIGRATE_PROCESS (#8990)
add c83d8c814d Add logs for LACK_DATA_PARTITION_ALLOCATION and DiskSpaceWarningThreshold triggering (#8968)
add 2ad3a7a1c7 update wal file version after next file has been created (#8994)
add cf5a51a5e8 [IOTDB-5341] Support GROUP BY VARIATION in aggregation query (front end part) (#8941)
add 4d8507afa5 [IOTDB-5478] Fix incorrect query filter after binding schema and removing wildcard (#8996)
add a33151efd7 Merge branch 'master' into Show-Region-creation-time-when-execute-show-regions
add b5ef1f9c63 TimeZone
No new revisions were added by this update.
Summary of changes:
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 1 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 10 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 12 +
client-cpp/src/main/Session.cpp | 2 +
client-cpp/src/main/Session.h | 10 +-
client-py/iotdb/Session.py | 2 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 83 ++--
.../confignode/conf/ConfigNodeDescriptor.java | 46 +-
.../confignode/conf/ConfigNodeStartupCheck.java | 9 +-
.../statemachine/ConfigNodeRegionStateMachine.java | 20 +-
...eption.java => DatabaseNotExistsException.java} | 6 +-
.../confignode/manager/ClusterSchemaManager.java | 129 +++--
.../iotdb/confignode/manager/ConfigManager.java | 152 +++++-
.../iotdb/confignode/manager/load/LoadManager.java | 6 +-
.../manager/load/balancer/RegionBalancer.java | 6 +-
.../manager/partition/PartitionManager.java | 73 +--
.../persistence/executor/ConfigPlanExecutor.java | 2 +-
.../persistence/partition/PartitionInfo.java | 8 +-
.../persistence/partition/RegionGroup.java | 12 +-
.../partition/StorageGroupPartitionTable.java | 8 +-
.../persistence/schema/ClusterSchemaInfo.java | 50 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 11 +-
.../procedure/env/DataNodeRemoveHandler.java | 4 +-
.../statemachine/CreateRegionGroupsProcedure.java | 4 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 67 ++-
.../persistence/ClusterSchemaInfoTest.java | 3 +-
.../org/apache/iotdb/consensus/IStateMachine.java | 39 +-
... DeserializedBatchIndexedConsensusRequest.java} | 46 +-
.../iotdb/consensus/config/IoTConsensusConfig.java | 15 +
.../consensus/iot/IoTConsensusServerImpl.java | 122 ++++-
.../iot/client/IoTConsensusClientPool.java | 4 +-
.../iot/logdispatcher/IndexController.java | 3 +-
.../consensus/iot/logdispatcher/LogDispatcher.java | 4 +-
.../consensus/iot/logdispatcher/SyncStatus.java | 4 +-
.../service/IoTConsensusRPCServiceProcessor.java | 6 +-
.../ratis/ApplicationStateMachineProxy.java | 4 +-
.../iotdb/consensus/simple/SimpleServerImpl.java | 5 +
.../apache/iotdb/consensus/EmptyStateMachine.java | 5 +
.../iotdb/consensus/iot/util/TestStateMachine.java | 29 +-
.../apache/iotdb/consensus/ratis/TestUtils.java | 13 +-
.../consensus/simple/SimpleConsensusTest.java | 5 +
docs/UserGuide/API/Programming-JDBC.md | 4 +-
docs/UserGuide/API/Programming-Java-Native-API.md | 2 +-
.../Maintenance-Tools/Maintenance-Command.md | 9 +-
docs/UserGuide/Reference/Common-Config-Manual.md | 47 +-
docs/UserGuide/Reference/Status-Codes.md | 1 +
docs/zh/UserGuide/API/Programming-JDBC.md | 4 +-
.../UserGuide/API/Programming-Java-Native-API.md | 2 +-
.../Maintenance-Tools/Maintenance-Command.md | 9 +-
.../zh/UserGuide/Reference/Common-Config-Manual.md | 81 +--
docs/zh/UserGuide/Reference/Status-Codes.md | 5 +-
.../main/java/org/apache/iotdb/JDBCExample.java | 2 +-
.../iotdb/SyntaxConventionRelatedExample.java | 2 +-
.../main/java/org/apache/iotdb/SessionExample.java | 2 +-
.../iotdb/SyntaxConventionRelatedExample.java | 2 +-
.../iotdb/it/env/cluster/MppCommonConfig.java | 17 +-
.../it/env/cluster/MppSharedCommonConfig.java | 19 +-
.../iotdb/it/env/remote/RemoteCommonConfig.java | 9 +-
.../org/apache/iotdb/itbase/env/CommonConfig.java | 6 +-
.../it/cluster/IoTDBClusterNodeGetterIT.java | 3 -
.../partition/IoTDBAutoRegionGroupExtensionIT.java | 78 ++-
.../IoTDBCustomRegionGroupExtensionIT.java | 4 +-
.../it/partition/IoTDBPartitionCreationIT.java | 4 +-
.../it/partition/IoTDBPartitionGetterIT.java | 6 +-
.../confignode/it/utils/ConfigNodeTestUtils.java | 1 -
.../scalar/IoTDBDiffFunction2IT.java | 2 +-
.../scalar/IoTDBDiffFunction3IT.java | 2 +-
.../scalar/IoTDBDiffFunctionIT.java | 14 +
.../db/it/groupby/IoTDBGroupByVariationIT.java | 541 +++++++++++++++++++++
.../iotdb/db/it/query/IoTDBNullOperandIT.java | 40 ++
.../iotdb/db/it/schema/IoTDBSchemaTemplateIT.java | 20 +
.../apache/iotdb/db/it/sync/SyncTransportTest.java | 4 +-
.../iotdb/zeppelin/it/IoTDBInterpreterIT.java | 12 +-
.../versionadaption/IoTDBDDLVersionAdaptionIT.java | 6 +-
.../IoTDBDeletionVersionAdaptionIT.java | 18 +-
.../IoTDBQueryVersionAdaptionIT.java | 8 +-
.../org/apache/iotdb/isession/SessionConfig.java | 2 +-
.../org/apache/iotdb/isession/util/Version.java | 3 +-
.../main/java/org/apache/iotdb/jdbc/Config.java | 4 +-
.../main/java/org/apache/iotdb/jdbc/Constant.java | 3 +-
.../resources/conf/iotdb-common.properties | 44 +-
.../iotdb/commons/concurrent/ThreadName.java | 5 +-
.../threadpool/WrappedThreadPoolExecutor.java | 5 +-
.../apache/iotdb/commons/conf/IoTDBConstant.java | 3 +-
.../src/main/codegen/templates/evEventWindow.ftl | 9 +-
.../codegen/templates/evEventWindowManager.ftl | 25 +-
server/src/main/codegen/templates/eventWindow.ftl | 7 +-
.../main/codegen/templates/eventWindowManager.ftl | 5 -
.../iotdb/db/client/DataNodeInternalClient.java | 7 +-
.../db/consensus/DataRegionConsensusImpl.java | 20 +-
.../consensus/statemachine/BaseStateMachine.java | 9 +-
.../statemachine/DataRegionStateMachine.java | 245 ++--------
.../IoTConsensusDataRegionStateMachine.java | 111 +++++
.../statemachine/SchemaRegionStateMachine.java | 11 +-
.../exception/CompactionExceptionHandler.java | 4 +-
.../execute/task/CrossSpaceCompactionTask.java | 6 +-
.../execute/task/InnerSpaceCompactionTask.java | 4 +-
.../compaction/execute/utils/CompactionUtils.java | 2 +-
.../compaction/schedule/CompactionScheduler.java | 8 +-
.../db/engine/settle/SettleRequestHandler.java | 4 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 2 +-
.../db/engine/storagegroup/DataRegionInfo.java | 17 +-
.../engine/storagegroup/HashLastFlushTimeMap.java | 2 +-
.../storagegroup/IDTableLastFlushTimeMap.java | 2 +-
.../db/engine/storagegroup/TsFileManager.java | 12 +-
.../db/metadata/cache/DataNodeSchemaCache.java | 1 +
.../db/metadata/mtree/MTreeBelowSGCachedImpl.java | 65 ++-
.../db/metadata/mtree/MTreeBelowSGMemoryImpl.java | 67 ++-
.../db/metadata/mtree/store/CachedMTreeStore.java | 88 +---
.../mtree/store/disk/MTreeFlushTaskManager.java | 71 ---
.../mtree/store/disk/MTreeReleaseTaskManager.java | 73 ---
.../mtree/store/disk/cache/CacheManager.java | 8 +-
.../mtree/store/disk/cache/CacheMemoryManager.java | 207 ++++++++
.../db/metadata/mtree/traverser/Traverser.java | 17 +-
.../db/metadata/rescon/SchemaResourceManager.java | 10 +-
.../db/metadata/schemaregion/ISchemaRegion.java | 4 +
.../iotdb/db/mpp/aggregation/Accumulator.java | 8 +-
.../iotdb/db/mpp/aggregation/Aggregator.java | 6 +-
.../iotdb/db/mpp/aggregation/AvgAccumulator.java | 26 +-
.../iotdb/db/mpp/aggregation/CountAccumulator.java | 5 +-
.../db/mpp/aggregation/ExtremeAccumulator.java | 26 +-
.../db/mpp/aggregation/FirstValueAccumulator.java | 38 +-
.../mpp/aggregation/FirstValueDescAccumulator.java | 24 +-
.../db/mpp/aggregation/LastValueAccumulator.java | 38 +-
.../mpp/aggregation/LastValueDescAccumulator.java | 24 +-
.../db/mpp/aggregation/MaxTimeAccumulator.java | 4 +-
.../db/mpp/aggregation/MaxTimeDescAccumulator.java | 4 +-
.../db/mpp/aggregation/MaxValueAccumulator.java | 26 +-
.../db/mpp/aggregation/MinTimeAccumulator.java | 4 +-
.../db/mpp/aggregation/MinTimeDescAccumulator.java | 4 +-
.../db/mpp/aggregation/MinValueAccumulator.java | 26 +-
.../iotdb/db/mpp/aggregation/SumAccumulator.java | 26 +-
.../slidingwindow/SlidingWindowAggregator.java | 2 +-
.../db/mpp/common/header/ColumnHeaderConstant.java | 37 +-
.../db/mpp/common/header/DatasetHeaderFactory.java | 8 +-
.../db/mpp/execution/operator/AggregationUtil.java | 3 +-
.../process/RawDataAggregationOperator.java | 23 +-
.../process/SlidingWindowAggregationOperator.java | 2 +-
.../mpp/execution/operator/window/EventWindow.java | 10 +
.../operator/window/EventWindowManager.java | 8 +-
.../operator/window/EventWindowParameter.java | 10 +-
.../execution/operator/window/IWindowManager.java | 6 +
.../operator/window/TimeWindowManager.java | 5 +
.../db/mpp/execution/schedule/DriverScheduler.java | 64 ++-
.../mpp/execution/schedule/IDriverScheduler.java | 11 -
.../schedule/queue/IndexedBlockingQueue.java | 11 +-
.../queue/IndexedBlockingReserveQueue.java | 81 +++
.../multilevelqueue/MultilevelPriorityQueue.java | 4 +-
.../apache/iotdb/db/mpp/plan/analyze/Analysis.java | 37 ++
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 149 +++++-
.../db/mpp/plan/analyze/ConcatPathRewriter.java | 25 +
.../db/mpp/plan/analyze/ExpressionAnalyzer.java | 33 +-
.../iotdb/db/mpp/plan/analyze/TypeProvider.java | 5 +-
.../config/executor/ClusterConfigTaskExecutor.java | 3 +-
.../config/metadata/SetStorageGroupTask.java | 7 +
.../execution/config/metadata/ShowRegionTask.java | 3 +-
.../config/metadata/ShowStorageGroupTask.java | 42 --
.../config/metadata/ShowVariablesTask.java | 4 -
.../db/mpp/plan/expression/ExpressionFactory.java | 103 ++++
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 81 ++-
.../db/mpp/plan/planner/LogicalPlanBuilder.java | 14 +-
.../db/mpp/plan/planner/LogicalPlanVisitor.java | 12 +-
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 33 +-
.../planner/plan/node/process/AggregationNode.java | 143 +++++-
.../planner/plan/parameter/GroupByParameter.java | 87 ++++
.../plan/parameter/GroupByTimeParameter.java | 2 +
.../plan/parameter/GroupByVariationParameter.java | 81 +++
.../scheduler/FragmentInstanceDispatcherImpl.java | 29 +-
...{HavingCondition.java => GroupByComponent.java} | 36 +-
...lPolicy.java => GroupByVariationComponent.java} | 21 +-
.../plan/statement/component/WhereCondition.java | 6 +-
.../db/mpp/plan/statement/crud/QueryStatement.java | 45 +-
.../metadata/SetStorageGroupStatement.java | 72 ++-
.../metadata/ShowStorageGroupStatement.java | 66 +++
.../iotdb/db/protocol/mqtt/MPPPublishHandler.java | 4 +-
.../org/apache/iotdb/db/rescon/SystemInfo.java | 2 +
.../impl/DataNodeInternalRPCServiceImpl.java | 9 +-
.../apache/iotdb/db/utils/TypeInferenceUtils.java | 8 +
.../iotdb/db/wal/buffer/AbstractWALBuffer.java | 17 +-
.../cross/CrossSpaceCompactionExceptionTest.java | 32 +-
...eCompactionWithFastPerformerValidationTest.java | 12 +-
.../inner/InnerSpaceCompactionExceptionTest.java | 9 +-
.../SizeTieredCompactionSelectorTest.java | 4 +-
.../schemaRegion/SchemaRegionTestUtil.java | 12 +-
.../operator/RawDataAggregationOperatorTest.java | 13 +-
.../execution/schedule/DriverSchedulerTest.java | 29 +-
.../schedule/queue/L1PriorityQueueTest.java | 24 -
.../schedule/queue/L2PriorityQueueTest.java | 24 -
.../mpp/plan/analyze/ExpressionAnalyzerTest.java | 83 ++++
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 2 +
.../apache/iotdb/session/pool/SessionPoolTest.java | 4 +-
.../src/main/thrift/confignode.thrift | 21 +-
192 files changed, 3716 insertions(+), 1524 deletions(-)
rename confignode/src/main/java/org/apache/iotdb/confignode/exception/{StorageGroupNotExistsException.java => DatabaseNotExistsException.java} (80%)
copy consensus/src/main/java/org/apache/iotdb/consensus/common/request/{BatchIndexedConsensusRequest.java => DeserializedBatchIndexedConsensusRequest.java} (56%)
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/groupby/IoTDBGroupByVariationIT.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/consensus/statemachine/IoTConsensusDataRegionStateMachine.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/mtree/store/disk/MTreeFlushTaskManager.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/mtree/store/disk/MTreeReleaseTaskManager.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/mtree/store/disk/cache/CacheMemoryManager.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/schedule/queue/IndexedBlockingReserveQueue.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/ExpressionFactory.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/parameter/GroupByParameter.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/parameter/GroupByVariationParameter.java
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/component/{HavingCondition.java => GroupByComponent.java} (56%)
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/component/{FilterNullPolicy.java => GroupByVariationComponent.java} (70%)
create mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/plan/analyze/ExpressionAnalyzerTest.java