You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ta...@apache.org on 2023/02/20 12:05:21 UTC
[iotdb] branch master updated: [IOTDB-5560] Increase default consensusLogAppenderBufferSize from 4M to 16M to reduce the probability of large request write failures (#9101)
This is an automated email from the ASF dual-hosted git repository.
tanxinyu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/iotdb.git
The following commit(s) were added to refs/heads/master by this push:
new e14325d94d [IOTDB-5560] Increase default consensusLogAppenderBufferSize from 4M to 16M to reduce the probability of large request write failures (#9101)
e14325d94d is described below
commit e14325d94d46dfcb93d14295766fa24cf25eb86d
Author: Potato <ta...@apache.org>
AuthorDate: Mon Feb 20 20:05:13 2023 +0800
[IOTDB-5560] Increase default consensusLogAppenderBufferSize from 4M to 16M to reduce the probability of large request write failures (#9101)
Signed-off-by: OneSizeFitQuorum <ta...@apache.org>
---
.../java/org/apache/iotdb/confignode/conf/ConfigNodeConfig.java | 6 +++---
node-commons/src/assembly/resources/conf/iotdb-common.properties | 8 ++++----
server/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java | 4 ++--
3 files changed, 9 insertions(+), 9 deletions(-)
diff --git a/confignode/src/main/java/org/apache/iotdb/confignode/conf/ConfigNodeConfig.java b/confignode/src/main/java/org/apache/iotdb/confignode/conf/ConfigNodeConfig.java
index 03442f59a6..f92da4aea2 100644
--- a/confignode/src/main/java/org/apache/iotdb/confignode/conf/ConfigNodeConfig.java
+++ b/confignode/src/main/java/org/apache/iotdb/confignode/conf/ConfigNodeConfig.java
@@ -202,10 +202,10 @@ public class ConfigNodeConfig {
private String readConsistencyLevel = "strong";
/** RatisConsensus protocol, Max size for a single log append request from leader */
- private long dataRegionRatisConsensusLogAppenderBufferSize = 4 * 1024 * 1024L;
+ private long dataRegionRatisConsensusLogAppenderBufferSize = 16 * 1024 * 1024L;
- private long configNodeRatisConsensusLogAppenderBufferSize = 4 * 1024 * 1024L;
- private long schemaRegionRatisConsensusLogAppenderBufferSize = 4 * 1024 * 1024L;
+ private long configNodeRatisConsensusLogAppenderBufferSize = 16 * 1024 * 1024L;
+ private long schemaRegionRatisConsensusLogAppenderBufferSize = 16 * 1024 * 1024L;
/**
* RatisConsensus protocol, trigger a snapshot when ratis_snapshot_trigger_threshold logs are
diff --git a/node-commons/src/assembly/resources/conf/iotdb-common.properties b/node-commons/src/assembly/resources/conf/iotdb-common.properties
index 9f9054aef7..5dcb1c5d93 100644
--- a/node-commons/src/assembly/resources/conf/iotdb-common.properties
+++ b/node-commons/src/assembly/resources/conf/iotdb-common.properties
@@ -915,10 +915,10 @@ cluster_name=defaultCluster
### RatisConsensus Configuration
####################
-# max payload size for a single log-sync-RPC from leader to follower
-# config_node_ratis_log_appender_buffer_size_max=4194304
-# schema_region_ratis_log_appender_buffer_size_max=4194304
-# data_region_ratis_log_appender_buffer_size_max=4194304
+# max payload size for a single log-sync-RPC from leader to follower(in byte, by default 16MB)
+# config_node_ratis_log_appender_buffer_size_max=16777216
+# schema_region_ratis_log_appender_buffer_size_max=16777216
+# data_region_ratis_log_appender_buffer_size_max=16777216
# trigger a snapshot when snapshot_trigger_threshold logs are written
# config_node_ratis_snapshot_trigger_threshold=400000
diff --git a/server/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java b/server/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java
index 749c06efd3..13d368276f 100644
--- a/server/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java
+++ b/server/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java
@@ -987,8 +987,8 @@ public class IoTDBConfig {
/** Maximum wait time of write cache in IoTConsensus. Unit: ms */
private long cacheWindowTimeInMs = 10 * 1000L;
- private long dataRatisConsensusLogAppenderBufferSizeMax = 4 * 1024 * 1024L;
- private long schemaRatisConsensusLogAppenderBufferSizeMax = 4 * 1024 * 1024L;
+ private long dataRatisConsensusLogAppenderBufferSizeMax = 16 * 1024 * 1024L;
+ private long schemaRatisConsensusLogAppenderBufferSizeMax = 16 * 1024 * 1024L;
private long dataRatisConsensusSnapshotTriggerThreshold = 400000L;
private long schemaRatisConsensusSnapshotTriggerThreshold = 400000L;