You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ja...@apache.org on 2024/05/11 09:50:27 UTC
(iotdb) branch tsbs/iot updated (a441ed240c1 -> a673bb8e72f)
This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a change to branch tsbs/iot
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from a441ed240c1 fix timeout doesn't take effect while using builder to build session
add 7bbd83d4042 [IOTDB-6326] Normalize the table headers of Auth related statement
add e737aeb6693 Fix tsfile flush error when drop database or remove peer (#12493)
add a7aaeb4c75d modify direct buffer memory proportion (#12496)
add d675ba14ab5 Pipe: Globally adjust timeout when syncing huge tsfiles & Speed up file transfer after sync task failed (#12491)
add 5c434dc6a31 Pipe: Changed the hybrid switching status to avoid first data is not synced realtime in hybrid mode (#12495)
add ddd10057fd7 Load: Add LoadTsfilePointRateLimiter to control load tsfile throughput rate (#12356)
add dc323ffed6e Fix insert rows mem control error
add c486e3fd1a9 fixed backup bug (#12504)
add 5d916c08e94 Fix timeout doesn't take effect while using builder to build session
add 679fc98021f Pipe: fix infinite loop with lock when retrying syncing tsfiles in async connector (which may cause selector & connector worker deadlock) (#12501)
add c710efbb51d Adjust some access modifier of confignode (#12505)
add 214d8d2d77d Pipe: fix pipe plugin instance not closed issue after failed initialization (#12509)
add 5e6737108dd Bump org.springframework:spring-web from 5.3.33 to 5.3.34 (#12506)
add 0df3700054b add allow compaction check when inner space compaction task after start (#12494)
new a673bb8e72f Merge remote-tracking branch 'origin/master' into tsbs/iot
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../org/apache/iotdb/db/it/IoTDBRestServiceIT.java | 5 +-
.../db/it/IoTDBSyntaxConventionIdentifierIT.java | 4 +-
.../iotdb/db/it/auth/IoTDBClusterAuthorityIT.java | 4 +-
.../pipe/it/manual/IoTDBPipeMetaHistoricalIT.java | 28 ++-
.../cli/src/assembly/resources/tools/backup.sh | 2 +-
.../org/apache/iotdb/tool/IoTDBDataBackTool.java | 112 +++++++-----
.../org/apache/iotdb/session/pool/SessionPool.java | 10 ++
.../java/org/apache/iotdb/session/SessionTest.java | 6 +
.../iotdb/confignode/manager/ConfigManager.java | 35 +++-
.../iotdb/confignode/manager/load/LoadManager.java | 12 +-
.../manager/load/service/HeartbeatService.java | 16 +-
.../iotdb/confignode/manager/node/NodeManager.java | 6 +-
.../pipe/execution/PipeConfigNodeSubtask.java | 64 ++++---
.../iotdb/confignode/persistence/AuthorInfo.java | 10 +-
.../confignode/persistence/node/NodeInfo.java | 7 +-
.../iotdb/confignode/service/ConfigNode.java | 28 ++-
.../thrift/ConfigNodeRPCServiceProcessor.java | 4 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 22 +--
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 24 ++-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 11 ++
.../client/IoTDBDataNodeAsyncClientManager.java | 4 +
.../async/IoTDBDataRegionAsyncConnector.java | 116 +++++++-----
.../PipeTransferTsFileInsertionEventHandler.java | 18 +-
.../PipeRealtimeDataRegionHybridExtractor.java | 67 +++----
.../db/pipe/task/stage/PipeTaskExtractorStage.java | 13 ++
.../connector/PipeConnectorSubtaskManager.java | 13 ++
.../common/header/ColumnHeaderConstant.java | 12 ++
.../execution/load/AlignedChunkData.java | 3 +
.../execution/load/LoadTsFileRateLimiter.java | 79 ++++++++
.../execution/load/NonAlignedChunkData.java | 3 +
.../scheduler/load/LoadTsFileDispatcherImpl.java | 19 +-
.../iotdb/db/storageengine/StorageEngine.java | 3 +
.../db/storageengine/dataregion/DataRegion.java | 48 +++--
.../execute/task/AbstractCompactionTask.java | 8 +-
.../execute/task/InnerSpaceCompactionTask.java | 3 +
.../compaction/schedule/CompactionTaskManager.java | 6 +-
.../dataregion/memtable/AbstractMemTable.java | 3 +
.../dataregion/memtable/TsFileProcessor.java | 167 ++++++++++++++---
.../dataregion/memtable/WritableMemChunkGroup.java | 3 +
.../db/storageengine/rescon/memory/SystemInfo.java | 2 +-
.../SubscriptionConnectorSubtaskManager.java | 14 ++
.../dataregion/memtable/TsFileProcessorTest.java | 200 +++++++++++++++++++++
.../async/AsyncPipeDataTransferServiceClient.java | 13 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 11 ++
.../iotdb/commons/conf/CommonDescriptor.java | 5 +
.../apache/iotdb/commons/conf/IoTDBConstant.java | 4 -
.../commons/pipe/agent/plugin/PipePluginAgent.java | 10 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 7 +
.../pipe/connector/client/IoTDBClientManager.java | 24 ++-
.../connector/client/IoTDBSyncClientManager.java | 2 +-
.../commons/pipe/progress/PipeEventCommitter.java | 17 ++
pom.xml | 2 +-
52 files changed, 1031 insertions(+), 278 deletions(-)
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/load/LoadTsFileRateLimiter.java
(iotdb) 01/01: Merge remote-tracking branch 'origin/master' into tsbs/iot
Posted by ja...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a commit to branch tsbs/iot
in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit a673bb8e72fac6fe1cd02bc0edb1d092c5a3d3cb
Merge: a441ed240c1 0df3700054b
Author: JackieTien97 <ja...@gmail.com>
AuthorDate: Sat May 11 17:50:15 2024 +0800
Merge remote-tracking branch 'origin/master' into tsbs/iot
.../org/apache/iotdb/db/it/IoTDBRestServiceIT.java | 5 +-
.../db/it/IoTDBSyntaxConventionIdentifierIT.java | 4 +-
.../iotdb/db/it/auth/IoTDBClusterAuthorityIT.java | 4 +-
.../pipe/it/manual/IoTDBPipeMetaHistoricalIT.java | 28 ++-
.../cli/src/assembly/resources/tools/backup.sh | 2 +-
.../org/apache/iotdb/tool/IoTDBDataBackTool.java | 112 +++++++-----
.../org/apache/iotdb/session/pool/SessionPool.java | 10 ++
.../java/org/apache/iotdb/session/SessionTest.java | 6 +
.../iotdb/confignode/manager/ConfigManager.java | 35 +++-
.../iotdb/confignode/manager/load/LoadManager.java | 12 +-
.../manager/load/service/HeartbeatService.java | 16 +-
.../iotdb/confignode/manager/node/NodeManager.java | 6 +-
.../pipe/execution/PipeConfigNodeSubtask.java | 64 ++++---
.../iotdb/confignode/persistence/AuthorInfo.java | 10 +-
.../confignode/persistence/node/NodeInfo.java | 7 +-
.../iotdb/confignode/service/ConfigNode.java | 28 ++-
.../thrift/ConfigNodeRPCServiceProcessor.java | 4 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 22 +--
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 24 ++-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 11 ++
.../client/IoTDBDataNodeAsyncClientManager.java | 4 +
.../async/IoTDBDataRegionAsyncConnector.java | 116 +++++++-----
.../PipeTransferTsFileInsertionEventHandler.java | 18 +-
.../PipeRealtimeDataRegionHybridExtractor.java | 67 +++----
.../db/pipe/task/stage/PipeTaskExtractorStage.java | 13 ++
.../connector/PipeConnectorSubtaskManager.java | 13 ++
.../common/header/ColumnHeaderConstant.java | 12 ++
.../execution/load/AlignedChunkData.java | 3 +
.../execution/load/LoadTsFileRateLimiter.java | 79 ++++++++
.../execution/load/NonAlignedChunkData.java | 3 +
.../scheduler/load/LoadTsFileDispatcherImpl.java | 19 +-
.../iotdb/db/storageengine/StorageEngine.java | 3 +
.../db/storageengine/dataregion/DataRegion.java | 48 +++--
.../execute/task/AbstractCompactionTask.java | 8 +-
.../execute/task/InnerSpaceCompactionTask.java | 3 +
.../compaction/schedule/CompactionTaskManager.java | 6 +-
.../dataregion/memtable/AbstractMemTable.java | 3 +
.../dataregion/memtable/TsFileProcessor.java | 167 ++++++++++++++---
.../dataregion/memtable/WritableMemChunkGroup.java | 3 +
.../db/storageengine/rescon/memory/SystemInfo.java | 2 +-
.../SubscriptionConnectorSubtaskManager.java | 14 ++
.../dataregion/memtable/TsFileProcessorTest.java | 200 +++++++++++++++++++++
.../async/AsyncPipeDataTransferServiceClient.java | 13 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 11 ++
.../iotdb/commons/conf/CommonDescriptor.java | 5 +
.../apache/iotdb/commons/conf/IoTDBConstant.java | 4 -
.../commons/pipe/agent/plugin/PipePluginAgent.java | 10 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 7 +
.../pipe/connector/client/IoTDBClientManager.java | 24 ++-
.../connector/client/IoTDBSyncClientManager.java | 2 +-
.../commons/pipe/progress/PipeEventCommitter.java | 17 ++
pom.xml | 2 +-
52 files changed, 1031 insertions(+), 278 deletions(-)