You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by hu...@apache.org on 2023/02/07 06:43:42 UTC
[iotdb] branch lmh/exchangeMem updated (a1f162b0f8 -> 93a96c3fa9)
This is an automated email from the ASF dual-hosted git repository.
hui pushed a change to branch lmh/exchangeMem
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from a1f162b0f8 add comment
add 5c06988797 [IOTDB-5257] Optimize SyncLog Logic in IoT Consensus (#8863)
add fabc0fa4f7 Update `V_0_12`, `V_0_13` to `V_1_0` (#8961)
add a0c7c0bbe7 [IOTDB-5445] Support cluster Database heterogeneous through database definition (#8942)
add 31ac1c3027 [IOTDB-5399] Collect complete dispatch result for return (#8963)
add 35d289ee33 [IOTDB-5448] Formatting getOrCreatePartitionTables log (#8946)
add 00350a0860 Open schema cache statistics (#8969)
add 3ce5230cbd [IOTDB-5447]fix the ConcurrentModificationException (#8955)
add 5602d0ea51 Fix C++ client compile error (#8973)
add 423e525920 [IOTDB-5471] Add isDone() check in WrappedThreadPoolExecutor#afterExecute (#8983)
add c5f60c480e Accelerate Count TimeSeries (#8981)
add e5b6676ccc [IOTDB-5459] Memory control cross SchemaRegion (#8966)
add 52ddf6357a [IOTDB-5426] Cannot trigger flush for sequence file when timed flush enabled (#8938)
add a7aa8ca238 [IOTDB-5450] Add only one task of a query to timeoutQueue (#8960)
add cc83ab87f3 [IOTDB-5449] Allow query scheduler to receive more tasks (#8957)
add 907cb53d99 Modify doc of 'Show Queries' with more accurate description (#8989)
add c8d488a8d3 Renaming some variable REMOVE_DATANODE_PROCESS to REGION_MIGRATE_PROCESS (#8990)
add abe590cfae Merge remote-tracking branch 'origin/master' into lmh/exchangeMem
add 93a96c3fa9 add UT
No new revisions were added by this update.
Summary of changes:
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 4 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 8 +
client-cpp/src/main/Session.cpp | 2 +
client-cpp/src/main/Session.h | 10 +-
client-py/iotdb/Session.py | 2 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 83 +++----
.../confignode/conf/ConfigNodeDescriptor.java | 46 ++--
.../confignode/conf/ConfigNodeStartupCheck.java | 9 +-
.../statemachine/ConfigNodeRegionStateMachine.java | 20 +-
...eption.java => DatabaseNotExistsException.java} | 6 +-
.../confignode/manager/ClusterSchemaManager.java | 129 ++++++-----
.../iotdb/confignode/manager/ConfigManager.java | 152 +++++++++++--
.../iotdb/confignode/manager/load/LoadManager.java | 6 +-
.../manager/load/balancer/RegionBalancer.java | 6 +-
.../manager/partition/PartitionManager.java | 62 +++---
.../persistence/executor/ConfigPlanExecutor.java | 2 +-
.../persistence/partition/PartitionInfo.java | 8 +-
.../persistence/schema/ClusterSchemaInfo.java | 50 ++++-
.../procedure/env/ConfigNodeProcedureEnv.java | 11 +-
.../procedure/env/DataNodeRemoveHandler.java | 4 +-
.../statemachine/CreateRegionGroupsProcedure.java | 4 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 67 +++++-
.../persistence/ClusterSchemaInfoTest.java | 3 +-
.../org/apache/iotdb/consensus/IStateMachine.java | 39 ++--
... DeserializedBatchIndexedConsensusRequest.java} | 46 ++--
.../iotdb/consensus/config/IoTConsensusConfig.java | 15 ++
.../consensus/iot/IoTConsensusServerImpl.java | 122 +++++++++-
.../iot/client/IoTConsensusClientPool.java | 4 +-
.../iot/logdispatcher/IndexController.java | 3 +-
.../consensus/iot/logdispatcher/LogDispatcher.java | 4 +-
.../consensus/iot/logdispatcher/SyncStatus.java | 4 +-
.../service/IoTConsensusRPCServiceProcessor.java | 6 +-
.../ratis/ApplicationStateMachineProxy.java | 4 +-
.../iotdb/consensus/simple/SimpleServerImpl.java | 5 +
.../apache/iotdb/consensus/EmptyStateMachine.java | 5 +
.../iotdb/consensus/iot/util/TestStateMachine.java | 29 ++-
.../apache/iotdb/consensus/ratis/TestUtils.java | 13 +-
.../consensus/simple/SimpleConsensusTest.java | 5 +
docs/UserGuide/API/Programming-JDBC.md | 4 +-
docs/UserGuide/API/Programming-Java-Native-API.md | 2 +-
.../Maintenance-Tools/Maintenance-Command.md | 9 +-
docs/UserGuide/Reference/Common-Config-Manual.md | 47 ++--
docs/zh/UserGuide/API/Programming-JDBC.md | 4 +-
.../UserGuide/API/Programming-Java-Native-API.md | 2 +-
.../Maintenance-Tools/Maintenance-Command.md | 9 +-
.../zh/UserGuide/Reference/Common-Config-Manual.md | 81 ++++---
.../main/java/org/apache/iotdb/JDBCExample.java | 2 +-
.../iotdb/SyntaxConventionRelatedExample.java | 2 +-
.../iotdb/it/env/cluster/MppCommonConfig.java | 17 +-
.../it/env/cluster/MppSharedCommonConfig.java | 19 +-
.../iotdb/it/env/remote/RemoteCommonConfig.java | 9 +-
.../org/apache/iotdb/itbase/env/CommonConfig.java | 6 +-
.../it/cluster/IoTDBClusterNodeGetterIT.java | 3 -
.../partition/IoTDBAutoRegionGroupExtensionIT.java | 78 +++++--
.../IoTDBCustomRegionGroupExtensionIT.java | 4 +-
.../it/partition/IoTDBPartitionCreationIT.java | 4 +-
.../it/partition/IoTDBPartitionGetterIT.java | 6 +-
.../confignode/it/utils/ConfigNodeTestUtils.java | 1 -
.../scalar/IoTDBDiffFunction2IT.java | 2 +-
.../scalar/IoTDBDiffFunction3IT.java | 2 +-
.../apache/iotdb/db/it/sync/SyncTransportTest.java | 4 +-
.../iotdb/zeppelin/it/IoTDBInterpreterIT.java | 12 +-
.../resources/conf/iotdb-common.properties | 44 ++--
.../iotdb/commons/concurrent/ThreadName.java | 5 +-
.../threadpool/WrappedThreadPoolExecutor.java | 5 +-
.../db/consensus/DataRegionConsensusImpl.java | 20 +-
.../consensus/statemachine/BaseStateMachine.java | 9 +-
.../statemachine/DataRegionStateMachine.java | 245 ++++-----------------
.../IoTConsensusDataRegionStateMachine.java | 111 ++++++++++
.../statemachine/SchemaRegionStateMachine.java | 11 +-
.../exception/CompactionExceptionHandler.java | 4 +-
.../execute/task/CrossSpaceCompactionTask.java | 6 +-
.../execute/task/InnerSpaceCompactionTask.java | 4 +-
.../compaction/execute/utils/CompactionUtils.java | 2 +-
.../compaction/schedule/CompactionScheduler.java | 8 +-
.../db/engine/settle/SettleRequestHandler.java | 4 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 2 +-
.../db/engine/storagegroup/DataRegionInfo.java | 17 +-
.../engine/storagegroup/HashLastFlushTimeMap.java | 2 +-
.../storagegroup/IDTableLastFlushTimeMap.java | 2 +-
.../db/engine/storagegroup/TsFileManager.java | 12 +-
.../db/metadata/cache/DataNodeSchemaCache.java | 1 +
.../db/metadata/mtree/MTreeBelowSGCachedImpl.java | 65 +++++-
.../db/metadata/mtree/MTreeBelowSGMemoryImpl.java | 67 ++++--
.../db/metadata/mtree/store/CachedMTreeStore.java | 88 ++------
.../mtree/store/disk/MTreeFlushTaskManager.java | 71 ------
.../mtree/store/disk/MTreeReleaseTaskManager.java | 73 ------
.../mtree/store/disk/cache/CacheManager.java | 8 +-
.../mtree/store/disk/cache/CacheMemoryManager.java | 207 +++++++++++++++++
.../db/metadata/rescon/SchemaResourceManager.java | 10 +-
.../db/metadata/schemaregion/ISchemaRegion.java | 4 +
.../db/mpp/common/header/ColumnHeaderConstant.java | 33 ++-
.../db/mpp/common/header/DatasetHeaderFactory.java | 6 +-
.../db/mpp/execution/schedule/DriverScheduler.java | 64 ++++--
.../mpp/execution/schedule/IDriverScheduler.java | 11 -
.../schedule/queue/IndexedBlockingQueue.java | 11 +-
.../queue/IndexedBlockingReserveQueue.java | 81 +++++++
.../multilevelqueue/MultilevelPriorityQueue.java | 4 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 3 +-
.../config/executor/ClusterConfigTaskExecutor.java | 3 +-
.../config/metadata/SetStorageGroupTask.java | 7 +
.../config/metadata/ShowStorageGroupTask.java | 42 ----
.../config/metadata/ShowVariablesTask.java | 4 -
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 25 ++-
.../scheduler/FragmentInstanceDispatcherImpl.java | 29 ++-
.../metadata/SetStorageGroupStatement.java | 72 +++---
.../metadata/ShowStorageGroupStatement.java | 66 ++++++
.../org/apache/iotdb/db/rescon/SystemInfo.java | 2 +
.../cross/CrossSpaceCompactionExceptionTest.java | 32 +--
...eCompactionWithFastPerformerValidationTest.java | 12 +-
.../inner/InnerSpaceCompactionExceptionTest.java | 9 +-
.../SizeTieredCompactionSelectorTest.java | 4 +-
.../schemaRegion/SchemaRegionTestUtil.java | 12 +-
.../mpp/execution/operator/OperatorMemoryTest.java | 15 ++
.../execution/schedule/DriverSchedulerTest.java | 29 +--
.../schedule/queue/L1PriorityQueueTest.java | 24 --
.../schedule/queue/L2PriorityQueueTest.java | 24 --
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
.../src/main/thrift/confignode.thrift | 19 +-
119 files changed, 1871 insertions(+), 1207 deletions(-)
rename confignode/src/main/java/org/apache/iotdb/confignode/exception/{StorageGroupNotExistsException.java => DatabaseNotExistsException.java} (80%)
copy consensus/src/main/java/org/apache/iotdb/consensus/common/request/{BatchIndexedConsensusRequest.java => DeserializedBatchIndexedConsensusRequest.java} (56%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/consensus/statemachine/IoTConsensusDataRegionStateMachine.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/mtree/store/disk/MTreeFlushTaskManager.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/mtree/store/disk/MTreeReleaseTaskManager.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/mtree/store/disk/cache/CacheMemoryManager.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/schedule/queue/IndexedBlockingReserveQueue.java