You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ta...@apache.org on 2023/02/20 12:05:21 UTC

[iotdb] branch master updated: [IOTDB-5560] Increase default consensusLogAppenderBufferSize from 4M to 16M to reduce the probability of large request write failures (#9101)

This is an automated email from the ASF dual-hosted git repository.

tanxinyu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/iotdb.git


The following commit(s) were added to refs/heads/master by this push:
     new e14325d94d [IOTDB-5560] Increase default consensusLogAppenderBufferSize from 4M to 16M to reduce the probability of large request write failures (#9101)
e14325d94d is described below

commit e14325d94d46dfcb93d14295766fa24cf25eb86d
Author: Potato <ta...@apache.org>
AuthorDate: Mon Feb 20 20:05:13 2023 +0800

    [IOTDB-5560] Increase default consensusLogAppenderBufferSize from 4M to 16M to reduce the probability of large request write failures (#9101)
    
    Signed-off-by: OneSizeFitQuorum <ta...@apache.org>
---
 .../java/org/apache/iotdb/confignode/conf/ConfigNodeConfig.java   | 6 +++---
 node-commons/src/assembly/resources/conf/iotdb-common.properties  | 8 ++++----
 server/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java    | 4 ++--
 3 files changed, 9 insertions(+), 9 deletions(-)

diff --git a/confignode/src/main/java/org/apache/iotdb/confignode/conf/ConfigNodeConfig.java b/confignode/src/main/java/org/apache/iotdb/confignode/conf/ConfigNodeConfig.java
index 03442f59a6..f92da4aea2 100644
--- a/confignode/src/main/java/org/apache/iotdb/confignode/conf/ConfigNodeConfig.java
+++ b/confignode/src/main/java/org/apache/iotdb/confignode/conf/ConfigNodeConfig.java
@@ -202,10 +202,10 @@ public class ConfigNodeConfig {
   private String readConsistencyLevel = "strong";
 
   /** RatisConsensus protocol, Max size for a single log append request from leader */
-  private long dataRegionRatisConsensusLogAppenderBufferSize = 4 * 1024 * 1024L;
+  private long dataRegionRatisConsensusLogAppenderBufferSize = 16 * 1024 * 1024L;
 
-  private long configNodeRatisConsensusLogAppenderBufferSize = 4 * 1024 * 1024L;
-  private long schemaRegionRatisConsensusLogAppenderBufferSize = 4 * 1024 * 1024L;
+  private long configNodeRatisConsensusLogAppenderBufferSize = 16 * 1024 * 1024L;
+  private long schemaRegionRatisConsensusLogAppenderBufferSize = 16 * 1024 * 1024L;
 
   /**
    * RatisConsensus protocol, trigger a snapshot when ratis_snapshot_trigger_threshold logs are
diff --git a/node-commons/src/assembly/resources/conf/iotdb-common.properties b/node-commons/src/assembly/resources/conf/iotdb-common.properties
index 9f9054aef7..5dcb1c5d93 100644
--- a/node-commons/src/assembly/resources/conf/iotdb-common.properties
+++ b/node-commons/src/assembly/resources/conf/iotdb-common.properties
@@ -915,10 +915,10 @@ cluster_name=defaultCluster
 ### RatisConsensus Configuration
 ####################
 
-# max payload size for a single log-sync-RPC from leader to follower
-# config_node_ratis_log_appender_buffer_size_max=4194304
-# schema_region_ratis_log_appender_buffer_size_max=4194304
-# data_region_ratis_log_appender_buffer_size_max=4194304
+# max payload size for a single log-sync-RPC from leader to follower(in byte, by default 16MB)
+# config_node_ratis_log_appender_buffer_size_max=16777216
+# schema_region_ratis_log_appender_buffer_size_max=16777216
+# data_region_ratis_log_appender_buffer_size_max=16777216
 
 # trigger a snapshot when snapshot_trigger_threshold logs are written
 # config_node_ratis_snapshot_trigger_threshold=400000
diff --git a/server/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java b/server/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java
index 749c06efd3..13d368276f 100644
--- a/server/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java
+++ b/server/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java
@@ -987,8 +987,8 @@ public class IoTDBConfig {
   /** Maximum wait time of write cache in IoTConsensus. Unit: ms */
   private long cacheWindowTimeInMs = 10 * 1000L;
 
-  private long dataRatisConsensusLogAppenderBufferSizeMax = 4 * 1024 * 1024L;
-  private long schemaRatisConsensusLogAppenderBufferSizeMax = 4 * 1024 * 1024L;
+  private long dataRatisConsensusLogAppenderBufferSizeMax = 16 * 1024 * 1024L;
+  private long schemaRatisConsensusLogAppenderBufferSizeMax = 16 * 1024 * 1024L;
 
   private long dataRatisConsensusSnapshotTriggerThreshold = 400000L;
   private long schemaRatisConsensusSnapshotTriggerThreshold = 400000L;