You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ha...@apache.org on 2022/10/28 11:27:01 UTC
[iotdb] branch config created (now 0e0ac5591d)
This is an automated email from the ASF dual-hosted git repository.
haonan pushed a change to branch config
in repository https://gitbox.apache.org/repos/asf/iotdb.git
at 0e0ac5591d Refactor the configuration file
This branch includes the following new commits:
new 0e0ac5591d Refactor the configuration file
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
[iotdb] 01/01: Refactor the configuration file
Posted by ha...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
haonan pushed a commit to branch config
in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 0e0ac5591dd5ef325799791016f76e4f3489c06f
Author: HTHou <hh...@outlook.com>
AuthorDate: Fri Oct 28 19:23:47 2022 +0800
Refactor the configuration file
---
confignode/src/assembly/confignode.xml | 4 +
.../resources/conf/iotdb-confignode.properties | 301 +-----
.../confignode/conf/ConfigNodeDescriptor.java | 324 +++---
distribution/src/assembly/all.xml | 4 +
distribution/src/assembly/confignode.xml | 4 +
distribution/src/assembly/datanode.xml | 4 +
.../server/CustomizedJsonPayloadFormatter.java | 2 +-
.../apache/iotdb/integration/env/ClusterNode.java | 2 +-
.../resources/conf/iotdb-common.properties | 996 +++++++++---------
.../apache/iotdb/commons/conf/CommonConfig.java | 2 +
.../resources/conf/schema-rocksdb.properties | 8 +-
.../assembly/resources/conf/schema-tag.properties | 2 +-
.../resources/conf/iotdb-datanode.properties | 1066 +-------------------
server/src/assembly/server.xml | 4 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 4 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 48 +-
.../exception/query/PathNumOverLimitException.java | 2 +-
.../exception/sql/PathNumOverLimitException.java | 2 +-
.../apache/iotdb/db/metadata/tag/TagLogFile.java | 2 +-
.../apache/iotdb/db/conf/IoTDBDescriptorTest.java | 6 +-
20 files changed, 809 insertions(+), 1978 deletions(-)
diff --git a/confignode/src/assembly/confignode.xml b/confignode/src/assembly/confignode.xml
index 4531f5b04d..73d52a2be0 100644
--- a/confignode/src/assembly/confignode.xml
+++ b/confignode/src/assembly/confignode.xml
@@ -47,5 +47,9 @@
<source>${maven.multiModuleProjectDirectory}/metrics/interface/src/main/assembly/resources/conf/iotdb-confignode-metric.yml</source>
<destName>conf/iotdb-confignode-metric.yml</destName>
</file>
+ <file>
+ <source>${maven.multiModuleProjectDirectory}/node-commons/src/assembly/resources/conf/iotdb-common.properties</source>
+ <destName>conf/iotdb-common.properties</destName>
+ </file>
</files>
</assembly>
diff --git a/confignode/src/assembly/resources/conf/iotdb-confignode.properties b/confignode/src/assembly/resources/conf/iotdb-confignode.properties
index a6a4f10ccf..9d7bc5d51c 100644
--- a/confignode/src/assembly/resources/conf/iotdb-confignode.properties
+++ b/confignode/src/assembly/resources/conf/iotdb-confignode.properties
@@ -18,7 +18,7 @@
#
####################
-### Startup configuration
+### Config Node RPC Configuration
####################
@@ -37,6 +37,9 @@ internal_port=22277
# Datatype: int
consensus_port=22278
+####################
+### Target Config Nodes
+####################
# At least one running ConfigNode should be set for joining the cluster
# Format: ip:port
@@ -49,143 +52,6 @@ consensus_port=22278
target_config_nodes=127.0.0.1:22277
-####################
-### Region configuration
-####################
-
-
-# SchemaRegion consensus protocol type.
-# This parameter is unmodifiable after ConfigNode starts for the first time.
-# These consensus protocols are currently supported:
-# 1. org.apache.iotdb.consensus.standalone.StandAloneConsensus(Consensus patterns optimized specifically for single replica)
-# 2. org.apache.iotdb.consensus.ratis.RatisConsensus(Raft protocol)
-# Datatype: String
-# schema_region_consensus_protocol_class=org.apache.iotdb.consensus.standalone.StandAloneConsensus
-
-# The maximum number of SchemaRegion expected to be managed by each DataNode.
-# Notice: Since each StorageGroup requires at least one SchemaRegion to manage its schema,
-# this parameter doesn't limit the number of SchemaRegions when there are too many StorageGroups.
-# Datatype: Double
-# schema_region_per_data_node=1.0
-
-# DataRegion consensus protocol type.
-# This parameter is unmodifiable after ConfigNode starts for the first time.
-# These consensus protocols are currently supported:
-# 1. org.apache.iotdb.consensus.standalone.StandAloneConsensus(Consensus patterns optimized specifically for single replica)
-# 2. org.apache.iotdb.consensus.multileader.MultiLeaderConsensus(weak consistency, high performance)
-# 3. org.apache.iotdb.consensus.ratis.RatisConsensus(Raft protocol)
-# Datatype: String
-# data_region_consensus_protocol_class=org.apache.iotdb.consensus.standalone.StandAloneConsensus
-
-# The maximum number of DataRegion expected to be managed by each processor.
-# Notice: Since each StorageGroup requires at least two DataRegions to manage its data,
-# this parameter doesn't limit the number of DataRegions when there are too many StorageGroups.
-# Datatype: Double
-# data_region_per_processor=0.5
-
-# Region allocate strategy
-# These allocate strategies are currently supported:
-# 1. GREEDY(Default, when region is allocated, always choose the dataNode that has bean allocated the least regions)
-# 2. COPY_SET(Random replication according to wight calculated from number of regions on all online dataNodes, suitable for large clusters)
-# Datatype: String
-# region_allocate_strategy=GREEDY
-
-####################
-### PartitionSlot configuration
-####################
-
-# All parameters in PartitionSlot configuration is unmodifiable after ConfigNode starts for the first time.
-# And these parameters should be consistent within the ConfigNodeGroup.
-
-
-# Number of SeriesPartitionSlots per StorageGroup
-# Datatype: int
-# series_partition_slot_num=10000
-
-
-# SeriesPartitionSlot executor class
-# These hashing algorithms are currently supported:
-# 1. BKDRHashExecutor(Default)
-# 2. APHashExecutor
-# 3. JSHashExecutor
-# 4. SDBMHashExecutor
-# Also, if you want to implement your own SeriesPartition executor, you can inherit the SeriesPartitionExecutor class and
-# modify this parameter to correspond to your Java class
-# Datatype: String
-# series_partition_executor_class=org.apache.iotdb.commons.partition.executor.hash.BKDRHashExecutor
-
-
-####################
-### StorageGroup configuration
-####################
-
-# All parameters in StorageGroup configuration is unmodifiable after ConfigNode starts for the first time.
-# And these parameters should be consistent within the ConfigNodeGroup.
-
-
-# Default TTL for storage groups that are not set TTL by statements, in ms. If not set (default),
-# the TTL will be unlimited.
-# Notice: if this property is changed, previous created storage group which are not set TTL will
-# also be affected. And negative values are accepted, which means you can only insert future data.
-# Datatype: long
-# default_ttl=36000000
-
-
-# Time partition interval in milliseconds, default is equal to one week
-# Datatype: long
-# time_partition_interval_for_routing=604800000
-
-
-# Default number of SchemaRegion replicas
-# Datatype: int
-# schema_replication_factor=1
-
-
-# Default number of DataRegion replicas
-# Datatype: int
-# data_replication_factor=1
-
-
-####################
-### thrift rpc configuration
-####################
-
-
-# this feature is under development, set this as false before it is done.
-# Datatype: boolean
-# rpc_thrift_compression_enable=false
-
-
-# if true, a snappy based compression method will be called before sending data by the network
-# Datatype: boolean
-# this feature is under development, set this as false before it is done.
-# rpc_advanced_compression_enable=false
-
-
-# Datatype: int
-# rpc_max_concurrent_client_num=65535
-
-
-# thrift max frame size, 512MB by default
-# Datatype: int
-# thrift_max_frame_size=536870912
-
-
-# thrift init buffer size
-# Datatype: int
-# thrift_init_buffer_size=1024
-
-
-# Thrift socket and connection timeout between raft nodes, in milliseconds.
-# Datatype: int
-# connection_timeout_ms=20000
-
-
-# selector thread (TAsyncClientManager) nums for async thread in a clientManager
-# Datatype: int
-# selector_thread_nums_of_client_manager=1
-
-
####################
### Directory configuration
####################
@@ -234,7 +100,6 @@ target_config_nodes=127.0.0.1:22277
# If its prefix is "/", then the path is absolute. Otherwise, it is relative.
# udf_lib_dir=ext/udf
-
# temporary lib dir
# If this property is unset, system will save the data in the default relative path directory under
# the UDF folder(i.e., %CONFIGNODE_HOME%/ext/temporary).
@@ -255,158 +120,44 @@ target_config_nodes=127.0.0.1:22277
# udf_temporary_lib_dir=ext/udf_temporary
-####################
-### Procedure Configuration
-####################
-
-
-# Default number of worker thread count
-# Datatype: int
-#procedure_core_worker_thread_size=4
-
-
-# Default time interval of completed procedure cleaner work in, time unit is second
-# Datatype: int
-#procedure_completed_clean_interval=30
-
-
-# Default ttl of completed procedure, time unit is second
-# Datatype: int
-#procedure_completed_evict_ttl=800
-
-####################
-### Heartbeat configuration
-####################
-
-
-# The heartbeat interval in milliseconds, default is 1000ms
-# Datatype: long
-# heartbeat_interval=1000
-
####################
-### Routing policy
-####################
-
-
-# The routing policy of read/write requests
-# These routing policy are currently supported:
-# 1. leader(Default, routing to leader replica)
-# 2. greedy(Routing to replica with the lowest load, might cause read un-consistent)
-# Datatype: string
-# routing_policy=leader
-
-
-####################
-### Read configuration
+### thrift rpc configuration
####################
-# The read consistency level
-# These consistency levels are currently supported:
-# 1. strong(Default, read from the leader replica)
-# 2. weak(Read from a random replica)
-# Datatype: string
-# read_consistency_level=strong
-
-
-####################
-### Authorization Configuration
-####################
+# this feature is under development, set this as false before it is done.
+# Datatype: boolean
+# rpc_thrift_compression_enable=false
-# which class to serve for authorization. By default, it is LocalFileAuthorizer.
-# Another choice is org.apache.iotdb.db.auth.authorizer.OpenIdAuthorizer
-# authorizer_provider_class=org.apache.iotdb.commons.auth.authorizer.LocalFileAuthorizer
+# if true, a snappy based compression method will be called before sending data by the network
+# Datatype: boolean
+# this feature is under development, set this as false before it is done.
+# rpc_advanced_compression_enable=false
-# If OpenIdAuthorizer is enabled, then openID_url must be set.
-# openID_url=
-# admin username, default is root
-# Datatype: string
-# admin_name=root
+# Datatype: int
+# rpc_max_concurrent_client_num=65535
-# encryption provider class
-# iotdb_server_encrypt_decrypt_provider=org.apache.iotdb.commons.security.encrypt.MessageDigestEncrypt
-# encryption provided class parameter
-# iotdb_server_encrypt_decrypt_provider_parameter=
+# thrift max frame size, 512MB by default
+# Datatype: int
+# thrift_max_frame_size=536870912
-# admin password, default is root
-# Datatype: string
-# admin_password=root
+# thrift init buffer size
+# Datatype: int
+# thrift_init_buffer_size=1024
-####################
-### RatisConsensus Configuration
-####################
-# max payload size for a single log-sync-RPC from leader to follower
-# partition_region_ratis_log_appender_buffer_size_max = 4194304
-# schema_region_ratis_log_appender_buffer_size_max = 4194304
-# data_region_ratis_log_appender_buffer_size_max = 4194304
-
-# trigger a snapshot when ratis_snapshot_trigger_threshold logs are written
-# partition_region_ratis_snapshot_trigger_threshold = 400000
-# schema_region_ratis_snapshot_trigger_threshold = 400000
-# data_region_ratis_snapshot_trigger_threshold = 400000
-
-# allow flushing Raft Log asynchronously
-# partition_region_ratis_log_unsafe_flush_enable = false
-# schema_region_ratis_log_unsafe_flush_enable = false
-# data_region_ratis_log_unsafe_flush_enable = false
-
-# max capacity of a single Raft Log segment (by default 24MB)
-# partition_region_ratis_log_segment_size_max = 25165824
-# schema_region_ratis_log_segment_size_max = 25165824
-# data_region_ratis_log_segment_size_max = 25165824
-
-# flow control window for ratis grpc log appender
-# partition_region_ratis_grpc_flow_control_window = 4194304
-# schema_region_ratis_grpc_flow_control_window = 4194304
-# data_region_ratis_grpc_flow_control_window = 4194304
-
-# min election timeout for leader election
-# partition_region_ratis_rpc_leader_election_timeout_min_ms = 2000
-# schema_region_ratis_rpc_leader_election_timeout_min_ms = 2000
-# data_region_ratis_rpc_leader_election_timeout_min_ms = 2000
-
-# max election timeout for leader election
-# partition_region_ratis_rpc_leader_election_timeout_max_ms = 4000
-# schema_region_ratis_rpc_leader_election_timeout_max_ms = 4000
-# data_region_ratis_rpc_leader_election_timeout_max_ms = 4000
-
-# ratis client retry threshold
-# partition_region_ratis_request_timeout_ms = 10000
-# schema_region_ratis_request_timeout_ms = 10000
-# data_region_ratis_request_timeout_ms = 10000
-
-# currently we use exponential back-off retry policy for ratis
-# partition_region_ratis_max_retry_attempts = 10
-# partition_region_ratis_initial_sleep_time_ms = 100
-# partition_region_ratis_max_sleep_time_ms = 10000
-# schema_region_ratis_max_retry_attempts = 10
-# schema_region_ratis_initial_sleep_time_ms = 100
-# schema_region_ratis_max_sleep_time_ms = 10000
-# data_region_ratis_max_retry_attempts = 10
-# data_region_ratis_initial_sleep_time_ms = 100
-# data_region_ratis_max_sleep_time_ms = 10000
-
-# preserve certain logs when take snapshot and purge
-# partition_region_ratis_preserve_logs_num_when_purge = 1000
-# schema_region_ratis_preserve_logs_num_when_purge = 1000
-# data_region_ratis_preserve_logs_num_when_purge = 1000
-
-# first election timeout
-# ratis_first_election_timeout_min_ms = 50
-# ratis_first_election_timeout_max_ms = 150
+# Thrift socket and connection timeout between raft nodes, in milliseconds.
+# Datatype: int
+# connection_timeout_ms=20000
-####################
-### Disk Monitor
-####################
+# selector thread (TAsyncClientManager) nums for async thread in a clientManager
+# Datatype: int
+# selector_thread_nums_of_client_manager=1
-# Disk remaining threshold at which DataNode is set to ReadOnly status
-# Datatype: double(percentage)
-# disk_space_warning_threshold=5.0
diff --git a/confignode/src/main/java/org/apache/iotdb/confignode/conf/ConfigNodeDescriptor.java b/confignode/src/main/java/org/apache/iotdb/confignode/conf/ConfigNodeDescriptor.java
index 039774db19..946ef82088 100644
--- a/confignode/src/main/java/org/apache/iotdb/confignode/conf/ConfigNodeDescriptor.java
+++ b/confignode/src/main/java/org/apache/iotdb/confignode/conf/ConfigNodeDescriptor.java
@@ -18,6 +18,7 @@
*/
package org.apache.iotdb.confignode.conf;
+import org.apache.iotdb.commons.conf.CommonConfig;
import org.apache.iotdb.commons.conf.CommonDescriptor;
import org.apache.iotdb.commons.conf.IoTDBConstant;
import org.apache.iotdb.commons.exception.BadNodeUrlException;
@@ -30,6 +31,7 @@ import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.io.File;
+import java.io.FileNotFoundException;
import java.io.IOException;
import java.io.InputStream;
import java.net.MalformedURLException;
@@ -56,19 +58,14 @@ public class ConfigNodeDescriptor {
*
* @return url object if location exit, otherwise null.
*/
- public URL getPropsUrl() {
+ public URL getPropsUrl(String configFileName) {
// Check if a config-directory was specified first.
- String urlString = System.getProperty(ConfigNodeConstant.CONFIGNODE_CONF, null);
+ String urlString = System.getProperty(configFileName, null);
// If it wasn't, check if a home directory was provided
if (urlString == null) {
- urlString = System.getProperty(ConfigNodeConstant.CONFIGNODE_HOME, null);
+ urlString = System.getProperty(configFileName, null);
if (urlString != null) {
- urlString =
- urlString
- + File.separatorChar
- + "conf"
- + File.separatorChar
- + ConfigNodeConstant.CONF_FILE_NAME;
+ urlString = urlString + File.separatorChar + "conf" + File.separatorChar + configFileName;
} else {
// When start ConfigNode with the script, the environment variables CONFIGNODE_CONF
// and CONFIGNODE_HOME will be set. But we didn't set these two in developer mode.
@@ -79,7 +76,7 @@ public class ConfigNodeDescriptor {
// If a config location was provided, but it doesn't end with a properties file,
// append the default location.
else if (!urlString.endsWith(".properties")) {
- urlString += (File.separatorChar + ConfigNodeConstant.CONF_FILE_NAME);
+ urlString += (File.separatorChar + configFileName);
}
// If the url doesn't start with "file:" or "classpath:", it's provided as a no path.
@@ -95,7 +92,28 @@ public class ConfigNodeDescriptor {
}
private void loadProps() {
- URL url = getPropsUrl();
+ URL url = getPropsUrl(CommonConfig.CONFIG_NAME);
+ if (url == null) {
+ LOGGER.warn("Couldn't load the configuration from any of the known sources.");
+ return;
+ }
+ try (InputStream inputStream = url.openStream()) {
+
+ LOGGER.info("Start to read config file {}", url);
+ Properties properties = new Properties();
+ properties.load(inputStream);
+
+ loadProperties(properties);
+
+ } catch (FileNotFoundException e) {
+ LOGGER.warn("Fail to find config file {}", url, e);
+ } catch (IOException e) {
+ LOGGER.warn("Cannot load config file, use default configuration", e);
+ } catch (Exception e) {
+ LOGGER.warn("Incorrect format in config file, use default configuration", e);
+ }
+
+ url = getPropsUrl(ConfigNodeConstant.CONF_FILE_NAME);
if (url == null) {
LOGGER.warn(
"Couldn't load the ConfigNode configuration from any of the known sources. Use default configuration.");
@@ -108,179 +126,181 @@ public class ConfigNodeDescriptor {
Properties properties = new Properties();
properties.load(inputStream);
+ loadProperties(properties);
- conf.setInternalAddress(
- properties.getProperty(IoTDBConstant.INTERNAL_ADDRESS, conf.getInternalAddress()));
+ } catch (IOException | BadNodeUrlException e) {
+ LOGGER.warn("Couldn't load ConfigNode conf file, use default config", e);
+ } finally {
+ conf.updatePath();
+ commonDescriptor
+ .getConfig()
+ .updatePath(System.getProperty(ConfigNodeConstant.CONFIGNODE_HOME, null));
+ MetricConfigDescriptor.getInstance()
+ .getMetricConfig()
+ .updateRpcInstance(conf.getInternalAddress(), conf.getInternalPort());
+ }
+ }
- conf.setInternalPort(
- Integer.parseInt(
- properties.getProperty(
- IoTDBConstant.INTERNAL_PORT, String.valueOf(conf.getInternalPort()))));
+ private void loadProperties(Properties properties) throws BadNodeUrlException, IOException {
+ conf.setInternalAddress(
+ properties.getProperty(IoTDBConstant.INTERNAL_ADDRESS, conf.getInternalAddress()));
- conf.setConsensusPort(
- Integer.parseInt(
- properties.getProperty(
- IoTDBConstant.CONSENSUS_PORT, String.valueOf(conf.getConsensusPort()))));
+ conf.setInternalPort(
+ Integer.parseInt(
+ properties.getProperty(
+ IoTDBConstant.INTERNAL_PORT, String.valueOf(conf.getInternalPort()))));
- // TODO: Enable multiple target_config_nodes
- String targetConfigNodes = properties.getProperty(IoTDBConstant.TARGET_CONFIG_NODES, null);
- if (targetConfigNodes != null) {
- conf.setTargetConfigNode(NodeUrlUtils.parseTEndPointUrl(targetConfigNodes));
- }
+ conf.setConsensusPort(
+ Integer.parseInt(
+ properties.getProperty(
+ IoTDBConstant.CONSENSUS_PORT, String.valueOf(conf.getConsensusPort()))));
- conf.setSeriesPartitionSlotNum(
- Integer.parseInt(
- properties.getProperty(
- "series_partition_slot_num", String.valueOf(conf.getSeriesPartitionSlotNum()))));
+ // TODO: Enable multiple target_config_nodes
+ String targetConfigNodes = properties.getProperty(IoTDBConstant.TARGET_CONFIG_NODES, null);
+ if (targetConfigNodes != null) {
+ conf.setTargetConfigNode(NodeUrlUtils.parseTEndPointUrl(targetConfigNodes));
+ }
- conf.setSeriesPartitionExecutorClass(
- properties.getProperty(
- "series_partition_executor_class", conf.getSeriesPartitionExecutorClass()));
+ conf.setSeriesPartitionSlotNum(
+ Integer.parseInt(
+ properties.getProperty(
+ "series_partition_slot_num", String.valueOf(conf.getSeriesPartitionSlotNum()))));
- conf.setConfigNodeConsensusProtocolClass(
- properties.getProperty(
- "config_node_consensus_protocol_class", conf.getConfigNodeConsensusProtocolClass()));
+ conf.setSeriesPartitionExecutorClass(
+ properties.getProperty(
+ "series_partition_executor_class", conf.getSeriesPartitionExecutorClass()));
- conf.setSchemaRegionConsensusProtocolClass(
- properties.getProperty(
- "schema_region_consensus_protocol_class",
- conf.getSchemaRegionConsensusProtocolClass()));
+ conf.setConfigNodeConsensusProtocolClass(
+ properties.getProperty(
+ "config_node_consensus_protocol_class", conf.getConfigNodeConsensusProtocolClass()));
- conf.setSchemaRegionPerDataNode(
- Double.parseDouble(
- properties.getProperty(
- "schema_region_per_data_node",
- String.valueOf(conf.getSchemaRegionPerDataNode()))));
+ conf.setSchemaRegionConsensusProtocolClass(
+ properties.getProperty(
+ "schema_region_consensus_protocol_class",
+ conf.getSchemaRegionConsensusProtocolClass()));
- conf.setDataRegionConsensusProtocolClass(
- properties.getProperty(
- "data_region_consensus_protocol_class", conf.getDataRegionConsensusProtocolClass()));
+ conf.setSchemaRegionPerDataNode(
+ Double.parseDouble(
+ properties.getProperty(
+ "schema_region_per_data_node", String.valueOf(conf.getSchemaRegionPerDataNode()))));
- conf.setDataRegionPerProcessor(
- Double.parseDouble(
- properties.getProperty(
- "data_region_per_processor", String.valueOf(conf.getDataRegionPerProcessor()))));
-
- try {
- conf.setRegionAllocateStrategy(
- RegionBalancer.RegionAllocateStrategy.valueOf(
- properties.getProperty(
- "region_allocate_strategy", conf.getRegionAllocateStrategy().name())));
- } catch (IllegalArgumentException e) {
- LOGGER.warn(
- "The configured region allocate strategy does not exist, use the default: GREEDY!");
- }
+ conf.setDataRegionConsensusProtocolClass(
+ properties.getProperty(
+ "data_region_consensus_protocol_class", conf.getDataRegionConsensusProtocolClass()));
- conf.setRpcAdvancedCompressionEnable(
- Boolean.parseBoolean(
- properties.getProperty(
- "rpc_advanced_compression_enable",
- String.valueOf(conf.isRpcAdvancedCompressionEnable()))));
+ conf.setDataRegionPerProcessor(
+ Double.parseDouble(
+ properties.getProperty(
+ "data_region_per_processor", String.valueOf(conf.getDataRegionPerProcessor()))));
- conf.setRpcMaxConcurrentClientNum(
- Integer.parseInt(
+ try {
+ conf.setRegionAllocateStrategy(
+ RegionBalancer.RegionAllocateStrategy.valueOf(
properties.getProperty(
- "rpc_max_concurrent_client_num",
- String.valueOf(conf.getRpcMaxConcurrentClientNum()))));
+ "region_allocate_strategy", conf.getRegionAllocateStrategy().name())));
+ } catch (IllegalArgumentException e) {
+ LOGGER.warn(
+ "The configured region allocate strategy does not exist, use the default: GREEDY!");
+ }
- conf.setThriftDefaultBufferSize(
- Integer.parseInt(
- properties.getProperty(
- "thrift_init_buffer_size", String.valueOf(conf.getThriftDefaultBufferSize()))));
+ conf.setRpcAdvancedCompressionEnable(
+ Boolean.parseBoolean(
+ properties.getProperty(
+ "rpc_advanced_compression_enable",
+ String.valueOf(conf.isRpcAdvancedCompressionEnable()))));
- conf.setThriftMaxFrameSize(
- Integer.parseInt(
- properties.getProperty(
- "thrift_max_frame_size", String.valueOf(conf.getThriftMaxFrameSize()))));
+ conf.setRpcMaxConcurrentClientNum(
+ Integer.parseInt(
+ properties.getProperty(
+ "rpc_max_concurrent_client_num",
+ String.valueOf(conf.getRpcMaxConcurrentClientNum()))));
- conf.setSystemDir(properties.getProperty("system_dir", conf.getSystemDir()));
+ conf.setThriftDefaultBufferSize(
+ Integer.parseInt(
+ properties.getProperty(
+ "thrift_init_buffer_size", String.valueOf(conf.getThriftDefaultBufferSize()))));
- conf.setConsensusDir(properties.getProperty("consensus_dir", conf.getConsensusDir()));
+ conf.setThriftMaxFrameSize(
+ Integer.parseInt(
+ properties.getProperty(
+ "thrift_max_frame_size", String.valueOf(conf.getThriftMaxFrameSize()))));
- conf.setUdfLibDir(properties.getProperty("udf_lib_dir", conf.getUdfLibDir()));
+ conf.setSystemDir(properties.getProperty("system_dir", conf.getSystemDir()));
- conf.setTemporaryLibDir(
- properties.getProperty("udf_temporary_lib_dir", conf.getTemporaryLibDir()));
+ conf.setConsensusDir(properties.getProperty("consensus_dir", conf.getConsensusDir()));
- conf.setTriggerLibDir(properties.getProperty("trigger_lib_dir", conf.getTriggerLibDir()));
+ conf.setUdfLibDir(properties.getProperty("udf_lib_dir", conf.getUdfLibDir()));
- conf.setTimePartitionInterval(
- Long.parseLong(
- properties.getProperty(
- "time_partition_interval_for_routing",
- String.valueOf(conf.getTimePartitionInterval()))));
+ conf.setTemporaryLibDir(
+ properties.getProperty("udf_temporary_lib_dir", conf.getTemporaryLibDir()));
- conf.setSchemaReplicationFactor(
- Integer.parseInt(
- properties.getProperty(
- "schema_replication_factor", String.valueOf(conf.getSchemaReplicationFactor()))));
+ conf.setTriggerLibDir(properties.getProperty("trigger_lib_dir", conf.getTriggerLibDir()));
- conf.setDataReplicationFactor(
- Integer.parseInt(
- properties.getProperty(
- "data_replication_factor", String.valueOf(conf.getDataReplicationFactor()))));
+ conf.setTimePartitionInterval(
+ Long.parseLong(
+ properties.getProperty(
+ "time_partition_interval_for_routing",
+ String.valueOf(conf.getTimePartitionInterval()))));
- conf.setHeartbeatInterval(
- Long.parseLong(
- properties.getProperty(
- "heartbeat_interval", String.valueOf(conf.getHeartbeatInterval()))));
+ conf.setSchemaReplicationFactor(
+ Integer.parseInt(
+ properties.getProperty(
+ "schema_replication_factor", String.valueOf(conf.getSchemaReplicationFactor()))));
- String routingPolicy = properties.getProperty("routing_policy", conf.getRoutingPolicy());
- if (routingPolicy.equals(RouteBalancer.GREEDY_POLICY)
- || routingPolicy.equals(RouteBalancer.LEADER_POLICY)) {
- conf.setRoutingPolicy(routingPolicy);
- } else {
- throw new IOException(
- String.format(
- "Unknown routing_policy: %s, please set to \"leader\" or \"greedy\"",
- routingPolicy));
- }
+ conf.setDataReplicationFactor(
+ Integer.parseInt(
+ properties.getProperty(
+ "data_replication_factor", String.valueOf(conf.getDataReplicationFactor()))));
- String readConsistencyLevel =
- properties.getProperty("read_consistency_level", conf.getReadConsistencyLevel());
- if (readConsistencyLevel.equals("strong") || readConsistencyLevel.equals("weak")) {
- conf.setReadConsistencyLevel(readConsistencyLevel);
- } else {
- throw new IOException(
- String.format(
- "Unknown read_consistency_level: %s, please set to \"strong\" or \"weak\"",
- readConsistencyLevel));
- }
+ conf.setHeartbeatInterval(
+ Long.parseLong(
+ properties.getProperty(
+ "heartbeat_interval", String.valueOf(conf.getHeartbeatInterval()))));
+
+ String routingPolicy = properties.getProperty("routing_policy", conf.getRoutingPolicy());
+ if (routingPolicy.equals(RouteBalancer.GREEDY_POLICY)
+ || routingPolicy.equals(RouteBalancer.LEADER_POLICY)) {
+ conf.setRoutingPolicy(routingPolicy);
+ } else {
+ throw new IOException(
+ String.format(
+ "Unknown routing_policy: %s, please set to \"leader\" or \"greedy\"", routingPolicy));
+ }
- // commons
- commonDescriptor.loadCommonProps(properties);
- commonDescriptor.initCommonConfigDir(conf.getSystemDir());
+ String readConsistencyLevel =
+ properties.getProperty("read_consistency_level", conf.getReadConsistencyLevel());
+ if (readConsistencyLevel.equals("strong") || readConsistencyLevel.equals("weak")) {
+ conf.setReadConsistencyLevel(readConsistencyLevel);
+ } else {
+ throw new IOException(
+ String.format(
+ "Unknown read_consistency_level: %s, please set to \"strong\" or \"weak\"",
+ readConsistencyLevel));
+ }
- conf.setProcedureCompletedEvictTTL(
- Integer.parseInt(
- properties.getProperty(
- "procedure_completed_evict_ttl",
- String.valueOf(conf.getProcedureCompletedEvictTTL()))));
+ // commons
+ commonDescriptor.loadCommonProps(properties);
+ commonDescriptor.initCommonConfigDir(conf.getSystemDir());
- conf.setProcedureCompletedCleanInterval(
- Integer.parseInt(
- properties.getProperty(
- "procedure_completed_clean_interval",
- String.valueOf(conf.getProcedureCompletedCleanInterval()))));
+ conf.setProcedureCompletedEvictTTL(
+ Integer.parseInt(
+ properties.getProperty(
+ "procedure_completed_evict_ttl",
+ String.valueOf(conf.getProcedureCompletedEvictTTL()))));
- conf.setProcedureCoreWorkerThreadsSize(
- Integer.parseInt(
- properties.getProperty(
- "procedure_core_worker_thread_size",
- String.valueOf(conf.getProcedureCoreWorkerThreadsSize()))));
+ conf.setProcedureCompletedCleanInterval(
+ Integer.parseInt(
+ properties.getProperty(
+ "procedure_completed_clean_interval",
+ String.valueOf(conf.getProcedureCompletedCleanInterval()))));
- loadRatisConsensusConfig(properties);
- } catch (IOException | BadNodeUrlException e) {
- LOGGER.warn("Couldn't load ConfigNode conf file, use default config", e);
- } finally {
- conf.updatePath();
- commonDescriptor
- .getConfig()
- .updatePath(System.getProperty(ConfigNodeConstant.CONFIGNODE_HOME, null));
- MetricConfigDescriptor.getInstance()
- .getMetricConfig()
- .updateRpcInstance(conf.getInternalAddress(), conf.getInternalPort());
- }
+ conf.setProcedureCoreWorkerThreadsSize(
+ Integer.parseInt(
+ properties.getProperty(
+ "procedure_core_worker_thread_size",
+ String.valueOf(conf.getProcedureCoreWorkerThreadsSize()))));
+
+ loadRatisConsensusConfig(properties);
}
private void loadRatisConsensusConfig(Properties properties) {
diff --git a/distribution/src/assembly/all.xml b/distribution/src/assembly/all.xml
index 24ba86f0a7..63a9d2124f 100644
--- a/distribution/src/assembly/all.xml
+++ b/distribution/src/assembly/all.xml
@@ -54,6 +54,10 @@
<outputDirectory>conf</outputDirectory>
<directory>${maven.multiModuleProjectDirectory}/confignode/src/assembly/resources/conf</directory>
</fileSet>
+ <fileSet>
+ <outputDirectory>conf</outputDirectory>
+ <directory>${maven.multiModuleProjectDirectory}/node-commons/src/assembly/resources/conf</directory>
+ </fileSet>
<fileSet>
<outputDirectory>conf</outputDirectory>
<directory>${maven.multiModuleProjectDirectory}/metrics/interface/src/main/assembly/resources/conf</directory>
diff --git a/distribution/src/assembly/confignode.xml b/distribution/src/assembly/confignode.xml
index d37257c2f6..bf4a4252a4 100644
--- a/distribution/src/assembly/confignode.xml
+++ b/distribution/src/assembly/confignode.xml
@@ -46,6 +46,10 @@
<directory>${maven.multiModuleProjectDirectory}/confignode/src/assembly/resources/conf</directory>
<outputDirectory>conf</outputDirectory>
</fileSet>
+ <fileSet>
+ <outputDirectory>conf</outputDirectory>
+ <directory>${maven.multiModuleProjectDirectory}/node-commons/src/assembly/resources/conf</directory>
+ </fileSet>
<!-- <fileSet>-->
<!-- <directory>${maven.multiModuleProjectDirectory}/confignode/src/assembly/resources/tools</directory>-->
<!-- <outputDirectory>tools</outputDirectory>-->
diff --git a/distribution/src/assembly/datanode.xml b/distribution/src/assembly/datanode.xml
index d67bc5f1aa..b4b5db96ef 100644
--- a/distribution/src/assembly/datanode.xml
+++ b/distribution/src/assembly/datanode.xml
@@ -42,6 +42,10 @@
<!-- <outputDirectory>conf</outputDirectory>-->
<!-- <directory>${maven.multiModuleProjectDirectory}/server/src/assembly/resources/conf</directory>-->
<!-- </fileSet>-->
+ <fileSet>
+ <outputDirectory>conf</outputDirectory>
+ <directory>${maven.multiModuleProjectDirectory}/node-commons/src/assembly/resources/conf</directory>
+ </fileSet>
<fileSet>
<outputDirectory>grafana-metrics-example</outputDirectory>
<directory>${maven.multiModuleProjectDirectory}/grafana-metrics-example</directory>
diff --git a/example/mqtt-customize/src/main/java/org/apache/iotdb/mqtt/server/CustomizedJsonPayloadFormatter.java b/example/mqtt-customize/src/main/java/org/apache/iotdb/mqtt/server/CustomizedJsonPayloadFormatter.java
index 3332dba096..a56f10d157 100644
--- a/example/mqtt-customize/src/main/java/org/apache/iotdb/mqtt/server/CustomizedJsonPayloadFormatter.java
+++ b/example/mqtt-customize/src/main/java/org/apache/iotdb/mqtt/server/CustomizedJsonPayloadFormatter.java
@@ -56,7 +56,7 @@ public class CustomizedJsonPayloadFormatter implements PayloadFormatter {
@Override
public String getName() {
- // set the value of mqtt_payload_formatter in iotdb-datanode.properties as the following string:
+ // set the value of mqtt_payload_formatter in iotdb-common.properties as the following string:
return "CustomizedJson";
}
}
diff --git a/integration/src/main/java/org/apache/iotdb/integration/env/ClusterNode.java b/integration/src/main/java/org/apache/iotdb/integration/env/ClusterNode.java
index 59a12a6106..e5dae96923 100644
--- a/integration/src/main/java/org/apache/iotdb/integration/env/ClusterNode.java
+++ b/integration/src/main/java/org/apache/iotdb/integration/env/ClusterNode.java
@@ -117,7 +117,7 @@ public class ClusterNode {
clusterConfig.putAll(clusterProperties);
clusterConfig.store(new FileWriter(clusterConfigPath), null);
- // iotdb-datanode.properties part
+ // iotdb-common.properties part
String engineConfigPath =
this.path
+ File.separator
diff --git a/server/src/assembly/resources/conf/iotdb-datanode.properties b/node-commons/src/assembly/resources/conf/iotdb-common.properties
similarity index 79%
copy from server/src/assembly/resources/conf/iotdb-datanode.properties
copy to node-commons/src/assembly/resources/conf/iotdb-common.properties
index 0b3761bc69..17f6479227 100644
--- a/server/src/assembly/resources/conf/iotdb-datanode.properties
+++ b/node-commons/src/assembly/resources/conf/iotdb-common.properties
@@ -18,59 +18,9 @@
#
####################
-### RPC Configuration
+### Thrift Configuration
####################
-# could set 0.0.0.0, 127.0.0.1(for local test) or ipv4 address
-# if enable redirection in session, rpc_address should be the ip which session can connect.
-# Datatype: String
-rpc_address=0.0.0.0
-
-# Datatype: int
-rpc_port=6667
-
-####################
-### Shuffle Configuration
-####################
-# Datatype: int
-mpp_data_exchange_port=8777
-
-# Datatype: int
-# mpp_data_exchange_core_pool_size=10
-
-# Datatype: int
-# mpp_data_exchange_max_pool_size=10
-
-# Datatype: int
-# mpp_data_exchange_keep_alive_time_in_ms=1000
-
-# Datatype: String
-# used for communication between cluster nodes.
-# could set 0.0.0.0, 127.0.0.1(for local test) or ipv4 address.
-internal_address=0.0.0.0
-
-# Datatype: int
-# port for coordinator's communication between cluster nodes.
-internal_port=9003
-
-# Datatype: int
-# port for consensus's communication for data region between cluster nodes.
-data_region_consensus_port=40010
-
-# Datatype: int
-# port for consensus's communication for schema region between cluster nodes.
-schema_region_consensus_port=50010
-
-# At least one running ConfigNode should be set for joining the cluster
-# Format: ip:port
-# where the ip should be consistent with the target ConfigNode's confignode_internal_address,
-# and the port should be consistent with the target ConfigNode's confignode_internal_port.
-# When successfully connecting to the ConfigNodeGroup, DataNode will get all online
-# config nodes and store them in memory.
-# Datatype: String
-# Notice: The ip for any target_config_node should never be 0.0.0.0
-target_config_nodes=127.0.0.1:22277
-
# Datatype: boolean
# rpc_thrift_compression_enable=false
@@ -114,223 +64,66 @@ target_config_nodes=127.0.0.1:22277
# selector_thread_nums_of_client_manager=1
####################
-### Write Ahead Log Configuration
+### Procedure Configuration
####################
-# Write mode of wal
-# The details of these three modes are as follows:
-# 1. DISABLE: the system will disable wal.
-# 2. SYNC: the system will submit wal synchronously, write request will not return until its wal is fsynced to the disk successfully.
-# 3. ASYNC: the system will submit wal asynchronously, write request will return immediately no matter its wal is fsynced to the disk successfully.
-# The write performance order is DISABLE > ASYNC > SYNC, but only SYNC mode can ensure data durability.
-# wal_mode=ASYNC
-
-# wal dirs
-# If this property is unset, system will save the data in the default relative path directory under the IoTDB folder(i.e., %IOTDB_HOME%/data/datanode).
-# If it is absolute, system will save the data in the exact location it points to.
-# If it is relative, system will save the data in the relative path directory it indicates under the IoTDB folder.
-# If there are more than one directory, please separate them by commas ",".
-# Note: If wal_dirs is assigned an empty string(i.e.,zero-size), it will be handled as a relative path.
-# For windows platform
-# If its prefix is a drive specifier followed by "\\", or if its prefix is "\\\\", then the path is absolute. Otherwise, it is relative.
-# wal_dirs=data\\datanode\\wal
-# For Linux platform
-# If its prefix is "/", then the path is absolute. Otherwise, it is relative.
-# wal_dirs=data/datanode/wal
-# Max number of wal nodes, each node corresponds to one wal directory
-# The default value 0 means twice the number of wal dirs.
-# Notice: this value affects write performance significantly.
-# For non-SSD disks, values between one third and half of storage groups number are recommended.
+# Default number of worker thread count
# Datatype: int
-# max_wal_nodes_num=0
+# procedure_core_worker_thread_size=4
-# Duration a wal flush operation will wait before calling fsync
-# A duration greater than 0 batches multiple wal fsync calls into one. This is useful when disks are slow or WAL write contention exists.
-# Notice: this value affects write performance significantly, values in the range of 0ms-10ms are recommended.
-# Datatype: long
-# fsync_wal_delay_in_ms=3
-
-# Buffer size of each wal node
-# If it's a value smaller than 0, use the default value 16 * 1024 * 1024 bytes (16MB).
-# Datatype: int
-# wal_buffer_size_in_byte=16777216
-# Blocking queue capacity of each wal buffer, restricts maximum number of WALEdits cached in the blocking queue.
+# Default time interval of completed procedure cleaner work in, time unit is second
# Datatype: int
-# wal_buffer_queue_capacity=50
-
-# Size threshold of each wal file
-# When a wal file's size exceeds this, the wal file will be closed and a new wal file will be created.
-# If it's a value smaller than 0, use the default value 10 * 1024 * 1024 (10MB).
-# Datatype: long
-# wal_file_size_threshold_in_byte=10485760
+# procedure_completed_clean_interval=30
-# Minimum ratio of effective information in wal files
-# This value should be between 0.0 and 1.0
-# If effective information ratio is below this value, MemTable snapshot or flush will be triggered.
-# Increase this value when wal occupies too much disk space. But, if this parameter is too large, the write performance may decline.
-# Datatype: double
-# wal_min_effective_info_ratio=0.1
-# MemTable size threshold for triggering MemTable snapshot in wal
-# When a memTable's size (in byte) exceeds this, wal can flush this memtable to disk, otherwise wal will snapshot this memtable in wal.
-# If it's a value smaller than 0, use the default value 8 * 1024 * 1024 bytes (8MB).
-# Datatype: long
-# wal_memtable_snapshot_threshold_in_byte=8388608
-
-# MemTable's max snapshot number in wal
-# If one memTable's snapshot number in wal exceeds this value, it will be flushed to disk.
+# Default ttl of completed procedure, time unit is second
# Datatype: int
-# max_wal_memtable_snapshot_num=1
-
-# The period when outdated wal files are periodically deleted
-# If this value is too large, outdated wal files may not able to be deleted in time.
-# If it's a value smaller than 0, use the default value 20 * 1000 ms (20 seconds).
-# Datatype: long
-# delete_wal_files_period_in_ms=20000
-
-# The minimum size of wal files when throttle down in MultiLeader consensus
-# If it's a value smaller than 0, use the default value 50 * 1024 * 1024 * 1024 bytes (50GB).
-# Datatype: long
-# multi_leader_throttle_threshold_in_byte=53687091200
-
-# Maximum wait time of write cache in MultiLeader consensus
-# If this value is less than or equal to 0, use the default value Long.MAX_VALUE.
-# Datatype: long
-# multi_leader_cache_window_time_in_ms=-1
+# procedure_completed_evict_ttl=800
####################
-### Directory Configuration
+### MPP Data Exchange Configuration
####################
-# system dir
-# If this property is unset, system will save the data in the default relative path directory under the IoTDB folder(i.e., %IOTDB_HOME%/data/datanode/system).
-# If it is absolute, system will save the data in exact location it points to.
-# If it is relative, system will save the data in the relative path directory it indicates under the IoTDB folder.
-# For windows platform
-# If its prefix is a drive specifier followed by "\\", or if its prefix is "\\\\", then the path is absolute. Otherwise, it is relative.
-# system_dir=data\\datanode\\system
-# For Linux platform
-# If its prefix is "/", then the path is absolute. Otherwise, it is relative.
-# system_dir=data/datanode/system
-
-
-# data dirs
-# If this property is unset, system will save the data in the default relative path directory under the IoTDB folder(i.e., %IOTDB_HOME%/data/datanode/data).
-# If it is absolute, system will save the data in exact location it points to.
-# If it is relative, system will save the data in the relative path directory it indicates under the IoTDB folder.
-# If there are more than one directory, please separate them by commas ",".
-# Note: If data_dirs is assigned an empty string(i.e.,zero-size), it will be handled as a relative path.
-# For windows platform
-# If its prefix is a drive specifier followed by "\\", or if its prefix is "\\\\", then the path is absolute. Otherwise, it is relative.
-# data_dirs=data\\datanode\\data
-# For Linux platform
-# If its prefix is "/", then the path is absolute. Otherwise, it is relative.
-# data_dirs=data/datanode/data
-
-
-# multi_dir_strategy
-# The strategy is used to choose a directory from data_dirs for the system to store a new tsfile.
-# System provides four strategies to choose from, or user can create his own strategy by extending org.apache.iotdb.db.conf.directories.strategy.DirectoryStrategy.
-# The info of the four strategies are as follows:
-# 1. SequenceStrategy: the system will choose the directory in sequence.
-# 2. MaxDiskUsableSpaceFirstStrategy: the system will choose the directory whose disk has the maximum space.
-# 3. MinFolderOccupiedSpaceFirstStrategy: the system will choose the directory whose folder has the minimum occupied space.
-# 4. RandomOnDiskUsableSpaceStrategy: the system will randomly choose the directory based on usable space of disks. The more usable space, the greater the chance of being chosen;
-# Set SequenceStrategy,MaxDiskUsableSpaceFirstStrategy and MinFolderOccupiedSpaceFirstStrategy to apply the corresponding strategy.
-# If this property is unset, system will use MaxDiskUsableSpaceFirstStrategy as default strategy.
-# For this property, fully-qualified class name (include package name) and simple class name are both acceptable.
-# multi_dir_strategy=MaxDiskUsableSpaceFirstStrategy
-
-# consensus dir
-# If this property is unset, system will save the data in the default relative path directory under the IoTDB folder(i.e., %IOTDB_HOME%/data/datanode).
-# If it is absolute, system will save the data in the exact location it points to.
-# If it is relative, system will save the data in the relative path directory it indicates under the IoTDB folder.
-# Note: If consensus_dir is assigned an empty string(i.e.,zero-size), it will be handled as a relative path.
-# For windows platform
-# If its prefix is a drive specifier followed by "\\", or if its prefix is "\\\\", then the path is absolute. Otherwise, it is relative.
-# consensus_dir=data\\datanode\\consensus
-# For Linux platform
-# If its prefix is "/", then the path is absolute. Otherwise, it is relative.
-# consensus_dir=data/datanode/consensus
-
-
-# TSFile storage file system. Currently, TsFiles are supported to be stored in LOCAL file system or HDFS.
-# Datatype: FSType
-# tsfile_storage_fs=LOCAL
-
-# If using HDFS, the absolute file path of Hadoop core-site.xml should be configured
-# Datatype: String
-# core_site_path=/etc/hadoop/conf/core-site.xml
-
-# If using HDFS, the absolute file path of Hadoop hdfs-site.xml should be configured
-# Datatype: String
-# hdfs_site_path=/etc/hadoop/conf/hdfs-site.xml
-
-# If using HDFS, hadoop ip can be configured. If there are more than one hdfs_ip, Hadoop HA is used
-# Datatype: String
-# hdfs_ip=localhost
-
-# If using HDFS, hadoop port can be configured
-# Datatype: String
-# hdfs_port=9000
+# Datatype: int
+# mpp_data_exchange_core_pool_size=10
-# If there are more than one hdfs_ip, Hadoop HA is used. Below are configuration for HA
-# If using Hadoop HA, nameservices of hdfs can be configured
-# Datatype: String
-# dfs_nameservices=hdfsnamespace
+# Datatype: int
+# mpp_data_exchange_max_pool_size=10
-# If using Hadoop HA, namenodes under dfs nameservices can be configured
-# Datatype: String
-# dfs_ha_namenodes=nn1,nn2
+# Datatype: int
+# mpp_data_exchange_keep_alive_time_in_ms=1000
-# If using Hadoop HA, automatic failover can be enabled or disabled
-# Datatype: boolean
-# dfs_ha_automatic_failover_enabled=true
+####################
+### Continuous Query Configuration
+####################
-# If using Hadoop HA and enabling automatic failover, the proxy provider can be configured
-# Datatype: String
-# dfs_client_failover_proxy_provider=org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider
+# How many thread will be set up to perform continuous queries. When <= 0, use max(1, CPU core number / 2).
+# Datatype: int
+# continuous_query_execution_thread=2
-# If using kerberos to authenticate hdfs, this should be true
-# Datatype: boolean
-# hdfs_use_kerberos=false
+# Maximum number of continuous query tasks that can be pending for execution. When <= 0, the value is
+# 64 by default.
+# Datatype: int
+# max_pending_continuous_query_tasks=64
-# Full path of kerberos keytab file
-# Datatype: String
-# kerberos_keytab_file_path=/path
+# Minimum every interval to perform continuous query.
+# The every interval of continuous query instances should not be lower than this limit.
+# Datatype: duration
+# continuous_query_min_every_interval=1s
-# Kerberos pricipal
-# Datatype: String
-# kerberos_principal=your principal
+# The size of log buffer for every CQ management operation plan. If the size of a CQ
+# management operation plan is larger than this parameter, the CQ management operation plan
+# will be rejected by CQManager.
+# Datatype: int
+# cqlog_buffer_size=1048576
####################
-### Storage Engine Configuration
+### Mlog Buffer Configuration
####################
-# Use this value to set timestamp precision as "ms", "us" or "ns".
-# Once the precision is been set, it can not be changed.
-# Datatype: String
-timestamp_precision=ms
-
-# Default TTL for storage groups that are not set TTL by statements, If not set (default),
-# the TTL will be unlimited.
-# Notice: if this property is changed, previous created storage group which are not set TTL will
-# also be affected. And negative values are accepted, which means you can only insert future
-# data.
-# Datatype: long
-# Unit: ms
-# default_ttl=36000000
-
-# What will the system do when unrecoverable error occurs.
-# Datatype: String
-# Optional strategies are as follows:
-# 1. CHANGE_TO_READ_ONLY: set system status to read-only and the system only accepts query operations.
-# 2. SHUTDOWN: the system will be shutdown.
-# handle_system_error=CHANGE_TO_READ_ONLY
-
# Size of log buffer in each metadata operation plan(in byte).
# If the size of a metadata operation plan is larger than this parameter, then it will be rejected by SchemaRegion
# If it sets a value smaller than 0, use the default value 1024*1024
@@ -342,6 +135,17 @@ timestamp_precision=ms
# Set this parameter to 0 may slow down the operation on slow disk.
# sync_mlog_period_in_ms=100
+####################
+### Storage Engine Configuration
+####################
+
+# What will the system do when unrecoverable error occurs.
+# Datatype: String
+# Optional strategies are as follows:
+# 1. CHANGE_TO_READ_ONLY: set system status to read-only and the system only accepts query operations.
+# 2. SHUTDOWN: the system will be shutdown.
+# handle_system_error=CHANGE_TO_READ_ONLY
+
# When a memTable's size (in byte) exceeds this, the memtable is flushed to disk. The default threshold is 1 GB.
# Datatype: long
# memtable_size_threshold=1073741824
@@ -411,15 +215,6 @@ timestamp_precision=ms
# Datatype: int
# batch_size=100000
-# max size for tag and attribute of one time series
-# the unit is byte
-# Datatype: int
-# tag_attribute_total_size=700
-
-# interval num for tag and attribute records when force flushing to disk
-# When a certain amount of tag and attribute records is reached, they will be force flushed to disk
-# It is possible to lose at most tag_attribute_flush_interval records
-# tag_attribute_flush_interval=1000
# In one insert (one device, one timestamp, multiple measurements),
# if enable partial insert, one measurement failure will not impact other measurements
@@ -430,10 +225,69 @@ timestamp_precision=ms
# Datatype: int
# recovery_log_interval_in_ms=5000
-# Add a switch to drop ouf-of-order data
-# Out-of-order data will impact the aggregation query a lot. Users may not care about discarding some out-of-order data.
+# When the insert plan column count reaches the specified threshold, which means that the plan is relatively large. At this time, may be enabled multithreading.
+# If the tablet is small, the time of each insertion is short.
+# If we enable multithreading, we also need to consider the switching loss between threads,
+# so we need to judge the size of the tablet.
+# Datatype: int
+# insert_multi_tablet_enable_multithreading_column_threshold=10
+
+####################
+### Upgrade Configurations
+####################
+
+# When there exists old version(0.9.x/v1) data, how many thread will be set up to perform upgrade tasks, 1 by default.
+# Set to 1 when less than or equal to 0.
+# Datatype: int
+# upgrade_thread_num=1
+
+####################
+### Schema Engine Configuration
+####################
+
+# Choose the mode of schema engine. The value could be Memory,Schema_File and Rocksdb_based. If the provided value doesn't match any pre-defined value, Memory mode will be used as default.
+# Datatype: string
+# schema_engine_mode=Memory
+
+# cache size for SchemaRegion.
+# This cache is used to improve insert speed where all path check and TSDataType will be cached in SchemaRegion with corresponding Path.
+# Datatype: int
+# schema_region_device_node_cache_size=10000
+
+# thread pool size for read operation in DataNode's coordinator.
+# Datatype: int
+# coordinator_read_executor_size=20
+
+# thread pool size for write operation in DataNode's coordinator.
+# Datatype: int
+# coordinator_write_executor_size=50
+
+# cache size for partition.
+# This cache is used to improve partition fetch from config node.
+# Datatype: int
+# partition_cache_size=1000
+
+# interval num for tag and attribute records when force flushing to disk
+# When a certain amount of tag and attribute records is reached, they will be force flushed to disk
+# It is possible to lose at most tag_attribute_flush_interval records
+# tag_attribute_flush_interval=1000
+
+####################
+### Cache Configuration
+####################
+
+# whether to cache meta data(BloomFilter, ChunkMetadata and TimeSeriesMetadata) or not.
# Datatype: boolean
-# enable_discard_out_of_order_data=false
+# meta_data_cache_enable=true
+
+# Read memory Allocation Ratio: BloomFilterCache : ChunkCache : TimeSeriesMetadataCache : Coordinator : Operators : DataExchange : timeIndex in TsFileResourceList : others.
+# The parameter form is a:b:c:d:e:f:g:h, where a, b, c, d, e, f, g and h are integers. for example: 1:1:1:1:1:1:1:1 , 1:100:200:50:200:200:200:50
+# chunk_timeseriesmeta_free_memory_proportion=1:100:200:50:200:200:200:50
+
+# Whether to enable LAST cache
+# Datatype: boolean
+# enable_last_cache=true
+
####################
### Memory Control Configuration
@@ -490,21 +344,11 @@ timestamp_precision=ms
# Datatype: double
# write_memory_variation_report_proportion=0.001
-# allowed max numbers of deduplicated path in one query
-# it's just an advised value, the real limitation will be the smaller one between this and the one we calculated
-# Datatype: int
-# max_deduplicated_path_num=1000
-
# When an inserting is rejected, waiting period (in ms) to check system again, 50 by default.
# If the insertion has been rejected and the read load is low, it can be set larger.
# Datatype: int
# check_period_when_insert_blocked=50
-# When the waiting time (in ms) of an inserting exceeds this, throw an exception. 10000 by default.
-# If the insertion has been rejected and the read load is low, it can be set larger
-# Datatype: int
-# max_waiting_time_when_insert_blocked=10000
-
# size of ioTaskQueue. The default value is 10
# Datatype: int
# io_task_queue_size_for_flushing=10
@@ -513,34 +357,15 @@ timestamp_precision=ms
# Datatype: bool
# enable_query_memory_estimation=true
-####################
-### Upgrade Configurations
-####################
-
-# When there exists old version(0.9.x/v1) data, how many thread will be set up to perform upgrade tasks, 1 by default.
-# Set to 1 when less than or equal to 0.
-# Datatype: int
-# upgrade_thread_num=1
####################
-### Query Configurations
+### Select-Into Configuration
####################
-# the default time period that used in fill query, -1 by default means infinite past time
-# Datatype: int, Unit: ms
-# default_fill_interval=-1
-
-# the max execution time of a DriverTask
-# Datatype: int, Unit: ms
-# driver_task_execution_time_slice_in_ms=100
-
-# the max capacity of a TsBlock
-# Datatype: int, Unit: byte
-# max_tsblock_size_in_bytes=1048576
-
-# the max number of lines in a single TsBlock
+# The maximum number of rows can be processed in insert-tablet-plan when executing select-into statements.
+# When <= 0, use 10000.
# Datatype: int
-# max_tsblock_line_numbers=1000
+# select_into_insert_tablet_plan_row_limit=10000
####################
### Compaction Configurations
@@ -645,12 +470,6 @@ timestamp_precision=ms
# Datatype: int
# compaction_write_throughput_mb_per_sec=16
-# The maximum session idle time. unit: ms
-# Idle sessions are the ones that performs neither query or non-query operations for a period of time
-# Set to 0 to disable session timeout
-# Datatype: int
-# session_timeout_threshold=0
-
# The max executing time of query. unit: ms
# Datatype: int
# query_timeout_threshold=60000
@@ -665,25 +484,164 @@ timestamp_precision=ms
# Datatype: int
# sub_compaction_thread_num=4
+
####################
-### Metadata Cache Configuration
+### Write Ahead Log Configuration
####################
-# whether to cache meta data(BloomFilter, ChunkMetadata and TimeSeriesMetadata) or not.
-# Datatype: boolean
-# meta_data_cache_enable=true
+# Write mode of wal
+# The details of these three modes are as follows:
+# 1. DISABLE: the system will disable wal.
+# 2. SYNC: the system will submit wal synchronously, write request will not return until its wal is fsynced to the disk successfully.
+# 3. ASYNC: the system will submit wal asynchronously, write request will return immediately no matter its wal is fsynced to the disk successfully.
+# The write performance order is DISABLE > ASYNC > SYNC, but only SYNC mode can ensure data durability.
+# wal_mode=ASYNC
+
+# Max number of wal nodes, each node corresponds to one wal directory
+# The default value 0 means twice the number of wal dirs.
+# Notice: this value affects write performance significantly.
+# For non-SSD disks, values between one third and half of storage groups number are recommended.
+# Datatype: int
+# max_wal_nodes_num=0
+
+# Duration a wal flush operation will wait before calling fsync
+# A duration greater than 0 batches multiple wal fsync calls into one. This is useful when disks are slow or WAL write contention exists.
+# Notice: this value affects write performance significantly, values in the range of 0ms-10ms are recommended.
+# Datatype: long
+# fsync_wal_delay_in_ms=3
+
+# Buffer size of each wal node
+# If it's a value smaller than 0, use the default value 16 * 1024 * 1024 bytes (16MB).
+# Datatype: int
+# wal_buffer_size_in_byte=16777216
+
+# Blocking queue capacity of each wal buffer, restricts maximum number of WALEdits cached in the blocking queue.
+# Datatype: int
+# wal_buffer_queue_capacity=50
+
+# Size threshold of each wal file
+# When a wal file's size exceeds this, the wal file will be closed and a new wal file will be created.
+# If it's a value smaller than 0, use the default value 10 * 1024 * 1024 (10MB).
+# Datatype: long
+# wal_file_size_threshold_in_byte=10485760
+
+# Minimum ratio of effective information in wal files
+# This value should be between 0.0 and 1.0
+# If effective information ratio is below this value, MemTable snapshot or flush will be triggered.
+# Increase this value when wal occupies too much disk space. But, if this parameter is too large, the write performance may decline.
+# Datatype: double
+# wal_min_effective_info_ratio=0.1
+
+# MemTable size threshold for triggering MemTable snapshot in wal
+# When a memTable's size (in byte) exceeds this, wal can flush this memtable to disk, otherwise wal will snapshot this memtable in wal.
+# If it's a value smaller than 0, use the default value 8 * 1024 * 1024 bytes (8MB).
+# Datatype: long
+# wal_memtable_snapshot_threshold_in_byte=8388608
+
+# MemTable's max snapshot number in wal
+# If one memTable's snapshot number in wal exceeds this value, it will be flushed to disk.
+# Datatype: int
+# max_wal_memtable_snapshot_num=1
+
+# The period when outdated wal files are periodically deleted
+# If this value is too large, outdated wal files may not able to be deleted in time.
+# If it's a value smaller than 0, use the default value 20 * 1000 ms (20 seconds).
+# Datatype: long
+# delete_wal_files_period_in_ms=20000
+
+# The minimum size of wal files when throttle down in MultiLeader consensus
+# If it's a value smaller than 0, use the default value 50 * 1024 * 1024 * 1024 bytes (50GB).
+# Datatype: long
+# multi_leader_throttle_threshold_in_byte=53687091200
+
+# Maximum wait time of write cache in MultiLeader consensus
+# If this value is less than or equal to 0, use the default value Long.MAX_VALUE.
+# Datatype: long
+# multi_leader_cache_window_time_in_ms=-1
-# Read memory Allocation Ratio: BloomFilterCache : ChunkCache : TimeSeriesMetadataCache : Coordinator : Operators : DataExchange : timeIndex in TsFileResourceList : others.
-# The parameter form is a:b:c:d:e:f:g:h, where a, b, c, d, e, f, g and h are integers. for example: 1:1:1:1:1:1:1:1 , 1:100:200:50:200:200:200:50
-# chunk_timeseriesmeta_free_memory_proportion=1:100:200:50:200:200:200:50
####################
-### LAST Cache Configuration
+### Timestamp Precision
####################
-# Whether to enable LAST cache
+# Use this value to set timestamp precision as "ms", "us" or "ns".
+# Once the precision is been set, it can not be changed.
+# Datatype: String
+timestamp_precision=ms
+
+# Default TTL for storage groups that are not set TTL by statements, If not set (default),
+# the TTL will be unlimited.
+# Notice: if this property is changed, previous created storage group which are not set TTL will
+# also be affected. And negative values are accepted, which means you can only insert future
+# data.
+# Datatype: long
+# Unit: ms
+# default_ttl=36000000
+
+####################
+### Tlog Size Configuration
+####################
+# max size for tag and attribute of one time series
+# the unit is byte
+# Datatype: int
+# tag_attribute_total_size=700
+
+####################
+### Out of Order Data Configuration
+####################
+
+# Add a switch to drop ouf-of-order data
+# Out-of-order data will impact the aggregation query a lot. Users may not care about discarding some out-of-order data.
# Datatype: boolean
-# enable_last_cache=true
+# enable_discard_out_of_order_data=false
+
+####################
+### Client Configuration
+####################
+
+# The maximum session idle time. unit: ms
+# Idle sessions are the ones that performs neither query or non-query operations for a period of time
+# Set to 0 to disable session timeout
+# Datatype: int
+# session_timeout_threshold=0
+
+####################
+### Insert Control
+####################
+
+# When the waiting time (in ms) of an inserting exceeds this, throw an exception. 10000 by default.
+# If the insertion has been rejected and the read load is low, it can be set larger
+# Datatype: int
+# max_waiting_time_when_insert_blocked=10000
+
+####################
+### Query Configurations
+####################
+
+# allowed max numbers of deduplicated path in one query
+# it's just an advised value, the real limitation will be the smaller one between this and the one we calculated
+# Datatype: int
+# max_deduplicated_path_num=1000
+
+# the default time period that used in fill query, -1 by default means infinite past time
+# Datatype: int, Unit: ms
+# default_fill_interval=-1
+
+# the max execution time of a DriverTask
+# Datatype: int, Unit: ms
+# driver_task_execution_time_slice_in_ms=100
+
+# the max capacity of a TsBlock
+# Datatype: int, Unit: byte
+# max_tsblock_size_in_bytes=1048576
+
+# the max number of lines in a single TsBlock
+# Datatype: int
+# max_tsblock_line_numbers=1000
+
+# time cost(ms) threshold for slow query
+# Datatype: long
+# slow_query_threshold=5000
####################
### External sort Configuration
@@ -700,8 +658,9 @@ timestamp_precision=ms
# external_sort_threshold=1000
####################
-### PIPE Server Configuration
+### PIPE Configuration
####################
+
# White IP list of Sync client.
# Please use the form of network segment to present the range of IP, for example: 192.168.0.0/16
# If there are more than one IP segment, please separate them by commas
@@ -709,23 +668,9 @@ timestamp_precision=ms
# Datatype: String
# ip_white_list=0.0.0.0/0
-####################
-### PIPE Sender Configuration
-####################
-# The maximum number of retry when syncing a file to receiver fails.
-# max_number_of_sync_file_retry=5
-
-
-####################
-### performance statistic configuration
-####################
-
-# Uncomment following fields to configure the tracing root directory.
-# For Window platform, the index is as follows:
-# tracing_dir=datanode\\tracing
-# For Linux platform
-# If its prefix is "/", then the path is absolute. Otherwise, it is relative.
-# tracing_dir=datanode/tracing
+
+# The maximum number of retry when syncing a file to receiver fails.
+# max_number_of_sync_file_retry=5
####################
### Configurations for watermark module
@@ -739,7 +684,6 @@ timestamp_precision=ms
# Datatype: String
# watermark_method=GroupBasedLSBMethod(embed_row_cycle=2,embed_lsb_num=5)
-
####################
### Configurations for creating schema automatically
####################
@@ -779,7 +723,6 @@ timestamp_precision=ms
# Datatype: TSDataType
# nan_string_infer_type=DOUBLE
-
# BOOLEAN encoding when creating schema automatically is enabled
# Datatype: TSEncoding
# default_boolean_encoding=RLE
@@ -804,65 +747,6 @@ timestamp_precision=ms
# Datatype: TSEncoding
# default_text_encoding=PLAIN
-####################
-### Configurations for tsfile-format
-####################
-
-# Datatype: int
-# group_size_in_byte=134217728
-
-# The memory size for each series writer to pack page, default value is 64KB
-# Datatype: int
-# page_size_in_byte=65536
-
-# The maximum number of data points in a page, default 1024*1024
-# Datatype: int
-# max_number_of_points_in_page=1048576
-
-# The threshold for pattern matching in regex
-# Datatype: int
-# pattern_matching_threshold=1000000
-
-# Max size limitation of input string
-# Datatype: int
-# max_string_length=128
-
-# Floating-point precision
-# Datatype: int
-# float_precision=2
-
-# Encoder configuration
-# Encoder of time series, supports TS_2DIFF, PLAIN and RLE(run-length encoding), REGULAR and default value is TS_2DIFF
-# time_encoder=TS_2DIFF
-
-# Encoder of value series. default value is PLAIN.
-# For int, long data type, also supports TS_2DIFF and RLE(run-length encoding), GORILLA and ZIGZAG.
-# value_encoder=PLAIN
-
-# Compression configuration
-# Data compression method, supports UNCOMPRESSED, SNAPPY or LZ4. Default value is SNAPPY
-# compressor=SNAPPY
-
-# Maximum degree of a metadataIndex node, default value is 256
-# Datatype: int
-# max_degree_of_index_node=256
-
-# time interval in minute for calculating query frequency
-# Datatype: int
-# frequency_interval_in_minute=1
-
-# time cost(ms) threshold for slow query
-# Datatype: long
-# slow_query_threshold=5000
-
-# Signal-noise-ratio (SNR) of FREQ encoding
-# Datatype: double
-# freq_snr=40.0
-
-# Block size of FREQ encoding
-# Datatype: integer
-# freq_block_size=1024
-
####################
### MQTT Broker Configuration
####################
@@ -924,6 +808,7 @@ timestamp_precision=ms
# Datatype: int
# author_cache_expire_time=30
+
####################
### UDF Configuration
####################
@@ -952,6 +837,8 @@ timestamp_precision=ms
# If its prefix is "/", then the path is absolute. Otherwise, it is relative.
# udf_root_dir=ext/udf
+
+
####################
### Trigger Configuration
####################
@@ -1004,78 +891,11 @@ timestamp_precision=ms
# Datatype: int
# stateful_trigger_retry_num_when_not_found=3
-####################
-### Continuous Query Configuration
-####################
-
-# How many thread will be set up to perform continuous queries. When <= 0, use max(1, CPU core number / 2).
-# Datatype: int
-# continuous_query_execution_thread=2
-
-# Maximum number of continuous query tasks that can be pending for execution. When <= 0, the value is
-# 64 by default.
-# Datatype: int
-# max_pending_continuous_query_tasks=64
-
-# Minimum every interval to perform continuous query.
-# The every interval of continuous query instances should not be lower than this limit.
-# Datatype: duration
-# continuous_query_min_every_interval=1s
-
-# The size of log buffer for every CQ management operation plan. If the size of a CQ
-# management operation plan is larger than this parameter, the CQ management operation plan
-# will be rejected by CQManager.
-# Datatype: int
-# cqlog_buffer_size=1048576
-
-####################
-### Select-Into Configuration
-####################
-
-# The maximum number of rows can be processed in insert-tablet-plan when executing select-into statements.
-# When <= 0, use 10000.
-# Datatype: int
-# select_into_insert_tablet_plan_row_limit=10000
-
-
-####################
-### Insert-Tablets Configuration
-####################
-
-# When the insert plan column count reaches the specified threshold, which means that the plan is relatively large. At this time, may be enabled multithreading.
-# If the tablet is small, the time of each insertion is short.
-# If we enable multithreading, we also need to consider the switching loss between threads,
-# so we need to judge the size of the tablet.
-# Datatype: int
-# insert_multi_tablet_enable_multithreading_column_threshold=10
####################
-### Index Configuration
+### Time Partition Configuration
####################
-# Uncomment following fields to configure the index root directory.
-# For Window platform, the index is as follows:
-# index_root_dir=data\\index
-# For Linux platform
-# If its prefix is "/", then the path is absolute. Otherwise, it is relative.
-# index_root_dir=datanode/index
-
-# Is index enable
-# Datatype: boolean
-# enable_index=false
-
-# How many threads can concurrently build index. When <= 0, use CPU core number.
-# Datatype: int
-# concurrent_index_build_thread=0
-
-# the default size of sliding window used for the subsequence matching in index framework
-# Datatype: int
-# default_index_window_range=10
-
-# buffer parameter for index processor.
-# Datatype: long
-# index_buffer_size=134217728
-
# whether enable data partition. If disabled, all data belongs to partition 0
# Datatype: boolean
# enable_partition=false
@@ -1099,30 +919,7 @@ timestamp_precision=ms
# Datatype: float
# group_by_fill_cache_size_in_mb=1.0
-####################
-### Schema Engine Configuration
-####################
-# Choose the mode of schema engine. The value could be Memory,Schema_File and Rocksdb_based. If the provided value doesn't match any pre-defined value, Memory mode will be used as default.
-# Datatype: string
-# schema_engine_mode=Memory
-
-# cache size for SchemaRegion.
-# This cache is used to improve insert speed where all path check and TSDataType will be cached in SchemaRegion with corresponding Path.
-# Datatype: int
-# schema_region_device_node_cache_size=10000
-
-# thread pool size for read operation in DataNode's coordinator.
-# Datatype: int
-# coordinator_read_executor_size=20
-
-# thread pool size for write operation in DataNode's coordinator.
-# Datatype: int
-# coordinator_write_executor_size=50
-# cache size for partition.
-# This cache is used to improve partition fetch from config node.
-# Datatype: int
-# partition_cache_size=1000
####################
### Schema File Configuration
@@ -1155,16 +952,255 @@ trigger_forward_http_pool_max_per_route=20
# Trigger MQTT forward pool size
trigger_forward_mqtt_pool_size=4
+####################
+### Cluster configuration
+####################
+
+####################
+### Region configuration
+####################
+
+# SchemaRegion consensus protocol type.
+# This parameter is unmodifiable after ConfigNode starts for the first time.
+# These consensus protocols are currently supported:
+# 1. org.apache.iotdb.consensus.standalone.StandAloneConsensus(Consensus patterns optimized specifically for single replica)
+# 2. org.apache.iotdb.consensus.ratis.RatisConsensus(Raft protocol)
+# Datatype: String
+# schema_region_consensus_protocol_class=org.apache.iotdb.consensus.standalone.StandAloneConsensus
+
+# The maximum number of SchemaRegion expected to be managed by each DataNode.
+# Notice: Since each StorageGroup requires at least one SchemaRegion to manage its schema,
+# this parameter doesn't limit the number of SchemaRegions when there are too many StorageGroups.
+# Datatype: Double
+# schema_region_per_data_node=1.0
+
+# DataRegion consensus protocol type.
+# This parameter is unmodifiable after ConfigNode starts for the first time.
+# These consensus protocols are currently supported:
+# 1. org.apache.iotdb.consensus.standalone.StandAloneConsensus(Consensus patterns optimized specifically for single replica)
+# 2. org.apache.iotdb.consensus.multileader.MultiLeaderConsensus(weak consistency, high performance)
+# 3. org.apache.iotdb.consensus.ratis.RatisConsensus(Raft protocol)
+# Datatype: String
+# data_region_consensus_protocol_class=org.apache.iotdb.consensus.standalone.StandAloneConsensus
+
+# The maximum number of DataRegion expected to be managed by each processor.
+# Notice: Since each StorageGroup requires at least two DataRegions to manage its data,
+# this parameter doesn't limit the number of DataRegions when there are too many StorageGroups.
+# Datatype: Double
+# data_region_per_processor=0.5
+
+# Region allocate strategy
+# These allocate strategies are currently supported:
+# 1. GREEDY(Default, when region is allocated, always choose the dataNode that has bean allocated the least regions)
+# 2. COPY_SET(Random replication according to wight calculated from number of regions on all online dataNodes, suitable for large clusters)
+# Datatype: String
+# region_allocate_strategy=GREEDY
+
+# All parameters in PartitionSlot configuration is unmodifiable after ConfigNode starts for the first time.
+# And these parameters should be consistent within the ConfigNodeGroup.
+# Number of SeriesPartitionSlots per StorageGroup
+# Datatype: int
+# series_partition_slot_num=10000
+
+
+# SeriesPartitionSlot executor class
+# These hashing algorithms are currently supported:
+# 1. BKDRHashExecutor(Default)
+# 2. APHashExecutor
+# 3. JSHashExecutor
+# 4. SDBMHashExecutor
+# Also, if you want to implement your own SeriesPartition executor, you can inherit the SeriesPartitionExecutor class and
+# modify this parameter to correspond to your Java class
+# Datatype: String
+# series_partition_executor_class=org.apache.iotdb.commons.partition.executor.hash.BKDRHashExecutor
+
+# The routing policy of read/write requests
+# These routing policy are currently supported:
+# 1. leader(Default, routing to leader replica)
+# 2. greedy(Routing to replica with the lowest load, might cause read un-consistent)
+# Datatype: string
+# routing_policy=leader
+
+####################
+### StorageGroup initial configuration
+####################
+
+# All parameters in StorageGroup configuration is unmodifiable after ConfigNode starts for the first time.
+# And these parameters should be consistent within the ConfigNodeGroup.
+
+
+# Default TTL for storage groups that are not set TTL by statements, in ms. If not set (default),
+# the TTL will be unlimited.
+# Notice: if this property is changed, previous created storage group which are not set TTL will
+# also be affected. And negative values are accepted, which means you can only insert future data.
+# Datatype: long
+# default_ttl=36000000
+
+
+# Time partition interval in milliseconds, default is equal to one week
+# Datatype: long
+# time_partition_interval_for_routing=604800000
+
+
+# Default number of SchemaRegion replicas
+# Datatype: int
+# schema_replication_factor=1
+
+
+# Default number of DataRegion replicas
+# Datatype: int
+# data_replication_factor=1
+
+####################
+### Read configuration
+####################
+
+
+# The read consistency level
+# These consistency levels are currently supported:
+# 1. strong(Default, read from the leader replica)
+# 2. weak(Read from a random replica)
+# Datatype: string
+# read_consistency_level=strong
+
+####################
+### Heartbeat configuration
+####################
+
+
+# The heartbeat interval in milliseconds, default is 1000ms
+# Datatype: long
+# heartbeat_interval=1000
+
+
+
+
+####################
+### RatisConsensus Configuration
+####################
+
+# max payload size for a single log-sync-RPC from leader to follower
+# partition_region_ratis_log_appender_buffer_size_max = 4194304
+# schema_region_ratis_log_appender_buffer_size_max = 4194304
+# data_region_ratis_log_appender_buffer_size_max = 4194304
+
+# trigger a snapshot when ratis_snapshot_trigger_threshold logs are written
+# partition_region_ratis_snapshot_trigger_threshold = 400000
+# schema_region_ratis_snapshot_trigger_threshold = 400000
+# data_region_ratis_snapshot_trigger_threshold = 400000
+
+# allow flushing Raft Log asynchronously
+# partition_region_ratis_log_unsafe_flush_enable = false
+# schema_region_ratis_log_unsafe_flush_enable = false
+# data_region_ratis_log_unsafe_flush_enable = false
+
+# max capacity of a single Raft Log segment (by default 24MB)
+# partition_region_ratis_log_segment_size_max = 25165824
+# schema_region_ratis_log_segment_size_max = 25165824
+# data_region_ratis_log_segment_size_max = 25165824
+
+# flow control window for ratis grpc log appender
+# partition_region_ratis_grpc_flow_control_window = 4194304
+# schema_region_ratis_grpc_flow_control_window = 4194304
+# data_region_ratis_grpc_flow_control_window = 4194304
+
+# min election timeout for leader election
+# partition_region_ratis_rpc_leader_election_timeout_min_ms = 2000
+# schema_region_ratis_rpc_leader_election_timeout_min_ms = 2000
+# data_region_ratis_rpc_leader_election_timeout_min_ms = 2000
+
+# max election timeout for leader election
+# partition_region_ratis_rpc_leader_election_timeout_max_ms = 4000
+# schema_region_ratis_rpc_leader_election_timeout_max_ms = 4000
+# data_region_ratis_rpc_leader_election_timeout_max_ms = 4000
+
+# ratis client retry threshold
+# partition_region_ratis_request_timeout_ms = 10000
+# schema_region_ratis_request_timeout_ms = 10000
+# data_region_ratis_request_timeout_ms = 10000
+
+# currently we use exponential back-off retry policy for ratis
+# partition_region_ratis_max_retry_attempts = 10
+# partition_region_ratis_initial_sleep_time_ms = 100
+# partition_region_ratis_max_sleep_time_ms = 10000
+# schema_region_ratis_max_retry_attempts = 10
+# schema_region_ratis_initial_sleep_time_ms = 100
+# schema_region_ratis_max_sleep_time_ms = 10000
+# data_region_ratis_max_retry_attempts = 10
+# data_region_ratis_initial_sleep_time_ms = 100
+# data_region_ratis_max_sleep_time_ms = 10000
+
+# preserve certain logs when take snapshot and purge
+# partition_region_ratis_preserve_logs_num_when_purge = 1000
+# schema_region_ratis_preserve_logs_num_when_purge = 1000
+# data_region_ratis_preserve_logs_num_when_purge = 1000
+
+# first election timeout
+# ratis_first_election_timeout_min_ms = 50
+# ratis_first_election_timeout_max_ms = 150
+
+####################
+### Disk Monitor
+####################
+
+
+# Disk remaining threshold at which DataNode is set to ReadOnly status
+# Datatype: double(percentage)
+# disk_space_warning_threshold=5.0
+
+####################
+### Configurations for tsfile-format
+####################
+
+# Datatype: int
+# group_size_in_byte=134217728
+
+# The memory size for each series writer to pack page, default value is 64KB
+# Datatype: int
+# page_size_in_byte=65536
+
+# The maximum number of data points in a page, default 1024*1024
+# Datatype: int
+# max_number_of_points_in_page=1048576
+
+# The threshold for pattern matching in regex
+# Datatype: int
+# pattern_matching_threshold=1000000
+# Max size limitation of input string
+# Datatype: int
+# max_string_length=128
+
+# Floating-point precision
+# Datatype: int
+# float_precision=2
+
+# Encoder configuration
+# Encoder of time series, supports TS_2DIFF, PLAIN and RLE(run-length encoding), REGULAR and default value is TS_2DIFF
+# time_encoder=TS_2DIFF
+
+# Encoder of value series. default value is PLAIN.
+# For int, long data type, also supports TS_2DIFF and RLE(run-length encoding), GORILLA and ZIGZAG.
+# value_encoder=PLAIN
+
+# Compression configuration
+# Data compression method, supports UNCOMPRESSED, SNAPPY or LZ4. Default value is SNAPPY
+# compressor=SNAPPY
-#######################
-### LocalConfigNode ###
-#######################
+# Maximum degree of a metadataIndex node, default value is 256
+# Datatype: int
+# max_degree_of_index_node=256
-# number of data regions per user-defined storage group
-# a data region is the unit of parallelism in memory as all ingestions in one data region are serialized
-# recommended value is [data region number] = [CPU core number] / [user-defined storage group number]
+# time interval in minute for calculating query frequency
# Datatype: int
-# data_region_num=1
+# frequency_interval_in_minute=1
+
+# Signal-noise-ratio (SNR) of FREQ encoding
+# Datatype: double
+# freq_snr=40.0
+
+# Block size of FREQ encoding
+# Datatype: integer
+# freq_block_size=1024
diff --git a/node-commons/src/main/java/org/apache/iotdb/commons/conf/CommonConfig.java b/node-commons/src/main/java/org/apache/iotdb/commons/conf/CommonConfig.java
index 429d97bb40..0c25ba4a46 100644
--- a/node-commons/src/main/java/org/apache/iotdb/commons/conf/CommonConfig.java
+++ b/node-commons/src/main/java/org/apache/iotdb/commons/conf/CommonConfig.java
@@ -29,6 +29,8 @@ import java.io.File;
import java.util.concurrent.TimeUnit;
public class CommonConfig {
+
+ public static final String CONFIG_NAME = "iotdb-common.properties";
private static final Logger logger = LoggerFactory.getLogger(CommonConfig.class);
// Open ID Secret
diff --git a/schema-engine-rocksdb/src/assembly/resources/conf/schema-rocksdb.properties b/schema-engine-rocksdb/src/assembly/resources/conf/schema-rocksdb.properties
index 6703cd48f0..4a5c212f5e 100644
--- a/schema-engine-rocksdb/src/assembly/resources/conf/schema-rocksdb.properties
+++ b/schema-engine-rocksdb/src/assembly/resources/conf/schema-rocksdb.properties
@@ -22,20 +22,20 @@
####################
# This configuration takes effect only when the schema engine mode is Rocksdb_based.
-# The mode is configured in the 'iotdb-datanode.properties'(schema_engine_mode=Rocksdb_based).
+# The mode is configured in the 'iotdb-common.properties'(schema_engine_mode=Rocksdb_based).
####################
### Cache Configuration
####################
# A proper cache size can speed up metadata query.You can configure the cache size as required.
-# By default, the block cache is calculated based on parameter 'write_read_schema_free_memory_proportion' in 'iotdb-datanode.properties'.
+# By default, the block cache is calculated based on parameter 'write_read_schema_free_memory_proportion' in 'iotdb-common.properties'.
# Assuming 30GB of memory allocated to the schema, that will allocate 30GB to the following configuration items in proportion.
# Datatype: long
# LRU block cache size. Block cache is where RocksDB caches data in memory for reads.
# The block cache stores uncompressed blocks.
# The default value is 2/3 of the schema memory configured for parameter
-# 'write_read_schema_free_memory_proportion' in the 'iotdb-datanode.properties'.
+# 'write_read_schema_free_memory_proportion' in the 'iotdb-common.properties'.
# For example, if the total configured memory size is 30GB and the schema ratio is 1/10,
# the default value is 30GB * 1/10 * 2/3
# block_cache_size=2147483648
@@ -44,7 +44,7 @@
# LRU block cache size. Block cache is where RocksDB caches data in memory for reads.
# The block cache stores compressed blocks.
# The default value is 1/3 of the schema memory configured for parameter
-# 'write_read_schema_free_memory_proportion' in the 'iotdb-datanode.properties'.
+# 'write_read_schema_free_memory_proportion' in the 'iotdb-common.properties'.
# For example, if the total configured memory size is 30GB and the schema ratio is 1/10,
# the default value is 30GB * 1/10 * 1/3
# block_cache_compressed_size=1073741824
diff --git a/schema-engine-tag/src/assembly/resources/conf/schema-tag.properties b/schema-engine-tag/src/assembly/resources/conf/schema-tag.properties
index bfb7df48b8..448f8c8472 100644
--- a/schema-engine-tag/src/assembly/resources/conf/schema-tag.properties
+++ b/schema-engine-tag/src/assembly/resources/conf/schema-tag.properties
@@ -22,7 +22,7 @@
####################
# This configuration takes effect only when the schema engine mode is Tag.
-# The mode is configured in the 'iotdb-datanode.properties'(schema_engine_mode=Tag).
+# The mode is configured in the 'iotdb-common.properties'(schema_engine_mode=Tag).
# Datatype: int
# The size of wal buffer used to store a wal record.(unit: byte)
diff --git a/server/src/assembly/resources/conf/iotdb-datanode.properties b/server/src/assembly/resources/conf/iotdb-datanode.properties
index 0b3761bc69..c32893142b 100644
--- a/server/src/assembly/resources/conf/iotdb-datanode.properties
+++ b/server/src/assembly/resources/conf/iotdb-datanode.properties
@@ -18,7 +18,7 @@
#
####################
-### RPC Configuration
+### Data Node RPC Configuration
####################
# could set 0.0.0.0, 127.0.0.1(for local test) or ipv4 address
@@ -29,21 +29,9 @@ rpc_address=0.0.0.0
# Datatype: int
rpc_port=6667
-####################
-### Shuffle Configuration
-####################
# Datatype: int
mpp_data_exchange_port=8777
-# Datatype: int
-# mpp_data_exchange_core_pool_size=10
-
-# Datatype: int
-# mpp_data_exchange_max_pool_size=10
-
-# Datatype: int
-# mpp_data_exchange_keep_alive_time_in_ms=1000
-
# Datatype: String
# used for communication between cluster nodes.
# could set 0.0.0.0, 127.0.0.1(for local test) or ipv4 address.
@@ -61,6 +49,10 @@ data_region_consensus_port=40010
# port for consensus's communication for schema region between cluster nodes.
schema_region_consensus_port=50010
+####################
+### Target Config Nodes
+####################
+
# At least one running ConfigNode should be set for joining the cluster
# Format: ip:port
# where the ip should be consistent with the target ConfigNode's confignode_internal_address,
@@ -71,135 +63,6 @@ schema_region_consensus_port=50010
# Notice: The ip for any target_config_node should never be 0.0.0.0
target_config_nodes=127.0.0.1:22277
-# Datatype: boolean
-# rpc_thrift_compression_enable=false
-
-# if true, a snappy based compression method will be called before sending data by the network
-# Datatype: boolean
-# this feature is under development, set this as false before it is done.
-# rpc_advanced_compression_enable=false
-
-# Datatype: int
-# rpc_selector_thread_num=1
-
-# Datatype: int
-# rpc_min_concurrent_client_num=1
-
-# Datatype: int
-# rpc_max_concurrent_client_num=65535
-
-# thrift max frame size, 512MB by default
-# Datatype: int
-# thrift_max_frame_size=536870912
-
-# thrift init buffer size
-# Datatype: int
-# thrift_init_buffer_size=1024
-
-# Thrift socket and connection timeout between raft nodes, in milliseconds.
-# Datatype: int
-# connection_timeout_ms=20000
-
-# The maximum number of clients that can be idle for a node's InternalService.
-# When the number of idle clients on a node exceeds this number, newly returned clients will be released
-# Datatype: int
-# core_connection_for_internal_service=100
-
-# The maximum number of clients that can be applied for a node's InternalService
-# Datatype: int
-# max_connection_for_internal_service=100
-
-# selector thread (TAsyncClientManager) nums for async thread in a clientManager
-# Datatype: int
-# selector_thread_nums_of_client_manager=1
-
-####################
-### Write Ahead Log Configuration
-####################
-
-# Write mode of wal
-# The details of these three modes are as follows:
-# 1. DISABLE: the system will disable wal.
-# 2. SYNC: the system will submit wal synchronously, write request will not return until its wal is fsynced to the disk successfully.
-# 3. ASYNC: the system will submit wal asynchronously, write request will return immediately no matter its wal is fsynced to the disk successfully.
-# The write performance order is DISABLE > ASYNC > SYNC, but only SYNC mode can ensure data durability.
-# wal_mode=ASYNC
-
-# wal dirs
-# If this property is unset, system will save the data in the default relative path directory under the IoTDB folder(i.e., %IOTDB_HOME%/data/datanode).
-# If it is absolute, system will save the data in the exact location it points to.
-# If it is relative, system will save the data in the relative path directory it indicates under the IoTDB folder.
-# If there are more than one directory, please separate them by commas ",".
-# Note: If wal_dirs is assigned an empty string(i.e.,zero-size), it will be handled as a relative path.
-# For windows platform
-# If its prefix is a drive specifier followed by "\\", or if its prefix is "\\\\", then the path is absolute. Otherwise, it is relative.
-# wal_dirs=data\\datanode\\wal
-# For Linux platform
-# If its prefix is "/", then the path is absolute. Otherwise, it is relative.
-# wal_dirs=data/datanode/wal
-
-# Max number of wal nodes, each node corresponds to one wal directory
-# The default value 0 means twice the number of wal dirs.
-# Notice: this value affects write performance significantly.
-# For non-SSD disks, values between one third and half of storage groups number are recommended.
-# Datatype: int
-# max_wal_nodes_num=0
-
-# Duration a wal flush operation will wait before calling fsync
-# A duration greater than 0 batches multiple wal fsync calls into one. This is useful when disks are slow or WAL write contention exists.
-# Notice: this value affects write performance significantly, values in the range of 0ms-10ms are recommended.
-# Datatype: long
-# fsync_wal_delay_in_ms=3
-
-# Buffer size of each wal node
-# If it's a value smaller than 0, use the default value 16 * 1024 * 1024 bytes (16MB).
-# Datatype: int
-# wal_buffer_size_in_byte=16777216
-
-# Blocking queue capacity of each wal buffer, restricts maximum number of WALEdits cached in the blocking queue.
-# Datatype: int
-# wal_buffer_queue_capacity=50
-
-# Size threshold of each wal file
-# When a wal file's size exceeds this, the wal file will be closed and a new wal file will be created.
-# If it's a value smaller than 0, use the default value 10 * 1024 * 1024 (10MB).
-# Datatype: long
-# wal_file_size_threshold_in_byte=10485760
-
-# Minimum ratio of effective information in wal files
-# This value should be between 0.0 and 1.0
-# If effective information ratio is below this value, MemTable snapshot or flush will be triggered.
-# Increase this value when wal occupies too much disk space. But, if this parameter is too large, the write performance may decline.
-# Datatype: double
-# wal_min_effective_info_ratio=0.1
-
-# MemTable size threshold for triggering MemTable snapshot in wal
-# When a memTable's size (in byte) exceeds this, wal can flush this memtable to disk, otherwise wal will snapshot this memtable in wal.
-# If it's a value smaller than 0, use the default value 8 * 1024 * 1024 bytes (8MB).
-# Datatype: long
-# wal_memtable_snapshot_threshold_in_byte=8388608
-
-# MemTable's max snapshot number in wal
-# If one memTable's snapshot number in wal exceeds this value, it will be flushed to disk.
-# Datatype: int
-# max_wal_memtable_snapshot_num=1
-
-# The period when outdated wal files are periodically deleted
-# If this value is too large, outdated wal files may not able to be deleted in time.
-# If it's a value smaller than 0, use the default value 20 * 1000 ms (20 seconds).
-# Datatype: long
-# delete_wal_files_period_in_ms=20000
-
-# The minimum size of wal files when throttle down in MultiLeader consensus
-# If it's a value smaller than 0, use the default value 50 * 1024 * 1024 * 1024 bytes (50GB).
-# Datatype: long
-# multi_leader_throttle_threshold_in_byte=53687091200
-
-# Maximum wait time of write cache in MultiLeader consensus
-# If this value is less than or equal to 0, use the default value Long.MAX_VALUE.
-# Datatype: long
-# multi_leader_cache_window_time_in_ms=-1
-
####################
### Directory Configuration
####################
@@ -255,916 +118,23 @@ target_config_nodes=127.0.0.1:22277
# If its prefix is "/", then the path is absolute. Otherwise, it is relative.
# consensus_dir=data/datanode/consensus
+# wal dirs
+# If this property is unset, system will save the data in the default relative path directory under the IoTDB folder(i.e., %IOTDB_HOME%/data/datanode).
+# If it is absolute, system will save the data in the exact location it points to.
+# If it is relative, system will save the data in the relative path directory it indicates under the IoTDB folder.
+# If there are more than one directory, please separate them by commas ",".
+# Note: If wal_dirs is assigned an empty string(i.e.,zero-size), it will be handled as a relative path.
+# For windows platform
+# If its prefix is a drive specifier followed by "\\", or if its prefix is "\\\\", then the path is absolute. Otherwise, it is relative.
+# wal_dirs=data\\datanode\\wal
+# For Linux platform
+# If its prefix is "/", then the path is absolute. Otherwise, it is relative.
+# wal_dirs=data/datanode/wal
-# TSFile storage file system. Currently, TsFiles are supported to be stored in LOCAL file system or HDFS.
-# Datatype: FSType
-# tsfile_storage_fs=LOCAL
-
-# If using HDFS, the absolute file path of Hadoop core-site.xml should be configured
-# Datatype: String
-# core_site_path=/etc/hadoop/conf/core-site.xml
-
-# If using HDFS, the absolute file path of Hadoop hdfs-site.xml should be configured
-# Datatype: String
-# hdfs_site_path=/etc/hadoop/conf/hdfs-site.xml
-
-# If using HDFS, hadoop ip can be configured. If there are more than one hdfs_ip, Hadoop HA is used
-# Datatype: String
-# hdfs_ip=localhost
-
-# If using HDFS, hadoop port can be configured
-# Datatype: String
-# hdfs_port=9000
-
-# If there are more than one hdfs_ip, Hadoop HA is used. Below are configuration for HA
-# If using Hadoop HA, nameservices of hdfs can be configured
-# Datatype: String
-# dfs_nameservices=hdfsnamespace
-
-# If using Hadoop HA, namenodes under dfs nameservices can be configured
-# Datatype: String
-# dfs_ha_namenodes=nn1,nn2
-
-# If using Hadoop HA, automatic failover can be enabled or disabled
-# Datatype: boolean
-# dfs_ha_automatic_failover_enabled=true
-
-# If using Hadoop HA and enabling automatic failover, the proxy provider can be configured
-# Datatype: String
-# dfs_client_failover_proxy_provider=org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider
-
-# If using kerberos to authenticate hdfs, this should be true
-# Datatype: boolean
-# hdfs_use_kerberos=false
-
-# Full path of kerberos keytab file
-# Datatype: String
-# kerberos_keytab_file_path=/path
-
-# Kerberos pricipal
-# Datatype: String
-# kerberos_principal=your principal
-
-
-####################
-### Storage Engine Configuration
-####################
-
-# Use this value to set timestamp precision as "ms", "us" or "ns".
-# Once the precision is been set, it can not be changed.
-# Datatype: String
-timestamp_precision=ms
-
-# Default TTL for storage groups that are not set TTL by statements, If not set (default),
-# the TTL will be unlimited.
-# Notice: if this property is changed, previous created storage group which are not set TTL will
-# also be affected. And negative values are accepted, which means you can only insert future
-# data.
-# Datatype: long
-# Unit: ms
-# default_ttl=36000000
-
-# What will the system do when unrecoverable error occurs.
-# Datatype: String
-# Optional strategies are as follows:
-# 1. CHANGE_TO_READ_ONLY: set system status to read-only and the system only accepts query operations.
-# 2. SHUTDOWN: the system will be shutdown.
-# handle_system_error=CHANGE_TO_READ_ONLY
-
-# Size of log buffer in each metadata operation plan(in byte).
-# If the size of a metadata operation plan is larger than this parameter, then it will be rejected by SchemaRegion
-# If it sets a value smaller than 0, use the default value 1024*1024
-# Datatype: int
-# mlog_buffer_size=1048576
-
-# The cycle when metadata log is periodically forced to be written to disk(in milliseconds)
-# If sync_mlog_period_in_ms = 0 it means force metadata log to be written to disk after each refreshment
-# Set this parameter to 0 may slow down the operation on slow disk.
-# sync_mlog_period_in_ms=100
-
-# When a memTable's size (in byte) exceeds this, the memtable is flushed to disk. The default threshold is 1 GB.
-# Datatype: long
-# memtable_size_threshold=1073741824
-
-# Whether to timed flush sequence tsfiles' memtables.
-# Datatype: boolean
-# enable_timed_flush_seq_memtable=false
-
-# If a memTable's created time is older than current time minus this, the memtable will be flushed to disk.
-# Only check sequence tsfiles' memtables.
-# The default flush interval is 60 * 60 * 1000. (unit: ms)
-# Datatype: long
-# seq_memtable_flush_interval_in_ms=3600000
-
-# The interval to check whether sequence memtables need flushing.
-# The default flush check interval is 10 * 60 * 1000. (unit: ms)
-# Datatype: long
-# seq_memtable_flush_check_interval_in_ms=600000
-
-# Whether to timed flush unsequence tsfiles' memtables.
-# Datatype: boolean
-# enable_timed_flush_unseq_memtable=true
-
-# If a memTable's created time is older than current time minus this, the memtable will be flushed to disk.
-# Only check unsequence tsfiles' memtables.
-# The default flush interval is 60 * 60 * 1000. (unit: ms)
-# Datatype: long
-# unseq_memtable_flush_interval_in_ms=3600000
-
-# The interval to check whether unsequence memtables need flushing.
-# The default flush check interval is 10 * 60 * 1000. (unit: ms)
-# Datatype: long
-# unseq_memtable_flush_check_interval_in_ms=600000
-
-# The sort algorithms used in the memtable's TVList
-# TIM: default tim sort,
-# QUICK: quick sort,
-# BACKWARD: backward sort
-# tvlist_sort_algorithm=TIM
-
-# When the average point number of timeseries in memtable exceeds this, the memtable is flushed to disk. The default threshold is 100000.
-# Datatype: int
-# avg_series_point_number_threshold=100000
-
-# How many threads can concurrently flush. When <= 0, use CPU core number.
-# Datatype: int
-# concurrent_flush_thread=0
-
-# How many threads can concurrently execute query statement. When <= 0, use CPU core number.
-# Datatype: int
-# concurrent_query_thread=0
-
-# How many threads can concurrently read data for raw data query. When <= 0, use CPU core number.
-# Datatype: int
-# concurrent_sub_rawQuery_thread=8
-
-# Blocking queue size for read task in raw data query. Must >= 1.
-# Datatype: int
-# raw_query_blocking_queue_capacity=5
-
-# whether take over the memory management by IoTDB rather than JVM when serializing memtable as bytes in memory
-# (i.e., whether use ChunkBufferPool), value true, false
-# Datatype: boolean
-# chunk_buffer_pool_enable=false
-
-# The amount of data iterate each time in server (the number of data strips, that is, the number of different timestamps.)
-# Datatype: int
-# batch_size=100000
-
-# max size for tag and attribute of one time series
-# the unit is byte
-# Datatype: int
-# tag_attribute_total_size=700
-
-# interval num for tag and attribute records when force flushing to disk
-# When a certain amount of tag and attribute records is reached, they will be force flushed to disk
-# It is possible to lose at most tag_attribute_flush_interval records
-# tag_attribute_flush_interval=1000
-
-# In one insert (one device, one timestamp, multiple measurements),
-# if enable partial insert, one measurement failure will not impact other measurements
-# Datatype: boolean
-# enable_partial_insert=true
-
-# the interval to log recover progress of each vsg when starting iotdb
-# Datatype: int
-# recovery_log_interval_in_ms=5000
-
-# Add a switch to drop ouf-of-order data
-# Out-of-order data will impact the aggregation query a lot. Users may not care about discarding some out-of-order data.
-# Datatype: boolean
-# enable_discard_out_of_order_data=false
-
-####################
-### Memory Control Configuration
-####################
-
-# Whether to enable memory control
-# Datatype: boolean
-# enable_mem_control=true
-
-# Memory Allocation Ratio: Write, Read, Schema, Consensus and Free Memory.
-# The parameter form is a:b:c:d:e, where a, b, c, d and e are integers. for example: 1:1:1:1:1 , 6:2:1:1:1
-# If you have high level of writing pressure and low level of reading pressure, please adjust it to for example 6:1:1:1:2
-# write_read_schema_free_memory_proportion=3:3:1:1:2
-
-# Schema Memory Allocation Ratio: SchemaRegion, SchemaCache, PartitionCache and LastCache.
-# The parameter form is a:b:c:d, where a, b, c and d are integers. for example: 1:1:1:1 , 6:2:1:1
-# In cluster mode, we recommend 5:3:1:1. In standalone mode, we recommend 8:1:0:1
-# schema_memory_allocate_proportion=5:3:1:1
-
-# Memory allocation ratio in StorageEngine: MemTable, Compaction
-# The parameter form is a:b:c:d, where a, b, c and d are integers. for example: 8:2 , 7:3
-# storage_engine_memory_proportion=8:2
-
-# Max number of concurrent writing time partitions in one storage group
-# This parameter is used to control total memTable number when memory control is disabled
-# The max number of memTable is 4 * concurrent_writing_time_partition * storage group number
-# Datatype: long
-# concurrent_writing_time_partition=1
-
-# primitive array size (length of each array) in array pool
-# Datatype: int
-# primitive_array_size=32
-
-# size proportion for chunk metadata maintains in memory when writing tsfile
-# Datatype: double
-# chunk_metadata_size_proportion=0.1
-
-# Ratio of write memory for invoking flush disk, 0.4 by default
-# If you have extremely high write load (like batch=1000), it can be set lower than the default value like 0.2
-# Datatype: double
-# flush_proportion=0.4
-
-# Ratio of write memory allocated for buffered arrays, 0.6 by default
-# Datatype: double
-# buffered_arrays_memory_proportion=0.6
-
-# Ratio of write memory for rejecting insertion, 0.8 by default
-# If you have extremely high write load (like batch=1000) and the physical memory size is large enough,
-# it can be set higher than the default value like 0.9
-# Datatype: double
-# reject_proportion=0.8
-
-# If memory cost of data region increased more than proportion of allocated memory for write, report to system. The default value is 0.001
-# Datatype: double
-# write_memory_variation_report_proportion=0.001
-
-# allowed max numbers of deduplicated path in one query
-# it's just an advised value, the real limitation will be the smaller one between this and the one we calculated
-# Datatype: int
-# max_deduplicated_path_num=1000
-
-# When an inserting is rejected, waiting period (in ms) to check system again, 50 by default.
-# If the insertion has been rejected and the read load is low, it can be set larger.
-# Datatype: int
-# check_period_when_insert_blocked=50
-
-# When the waiting time (in ms) of an inserting exceeds this, throw an exception. 10000 by default.
-# If the insertion has been rejected and the read load is low, it can be set larger
-# Datatype: int
-# max_waiting_time_when_insert_blocked=10000
-
-# size of ioTaskQueue. The default value is 10
-# Datatype: int
-# io_task_queue_size_for_flushing=10
-
-# If true, we will estimate each query's possible memory footprint before executing it and deny it if its estimated memory exceeds current free memory
-# Datatype: bool
-# enable_query_memory_estimation=true
-
-####################
-### Upgrade Configurations
-####################
-
-# When there exists old version(0.9.x/v1) data, how many thread will be set up to perform upgrade tasks, 1 by default.
-# Set to 1 when less than or equal to 0.
-# Datatype: int
-# upgrade_thread_num=1
-
-####################
-### Query Configurations
-####################
-
-# the default time period that used in fill query, -1 by default means infinite past time
-# Datatype: int, Unit: ms
-# default_fill_interval=-1
-
-# the max execution time of a DriverTask
-# Datatype: int, Unit: ms
-# driver_task_execution_time_slice_in_ms=100
-
-# the max capacity of a TsBlock
-# Datatype: int, Unit: byte
-# max_tsblock_size_in_bytes=1048576
-
-# the max number of lines in a single TsBlock
-# Datatype: int
-# max_tsblock_line_numbers=1000
-
-####################
-### Compaction Configurations
-####################
-# sequence space compaction: only compact the sequence files
-# Datatype: boolean
-# enable_seq_space_compaction=true
-
-# unsequence space compaction: only compact the unsequence files
-# Datatype: boolean
-# enable_unseq_space_compaction=true
-
-# cross space compaction: compact the unsequence files into the overlapped sequence files
-# Datatype: boolean
-# enable_cross_space_compaction=true
-
-# the selector of cross space compaction task
-# Options: rewrite
-# cross_selector=rewrite
-
-# the compaction performer of cross space compaction task
-# Options: read_point
-# cross_performer=read_point
-
-# the selector of inner sequence space compaction task
-# Options: size_tiered
-# inner_seq_selector=size_tiered
-
-# the performer of inner sequence space compaction task
-# Options: read_chunk
-# inner_seq_performer=read_chunk
-
-# the selector of inner unsequence space compaction task
-# Options: size_tiered
-# inner_unseq_selector=size_tiered
-
-# the performer of inner unsequence space compaction task
-# Options: read_point
-# inner_unseq_performer=read_point
-
-# The priority of compaction execution
-# INNER_CROSS: prioritize inner space compaction, reduce the number of files first
-# CROSS_INNER: prioritize cross space compaction, eliminate the unsequence files first
-# BALANCE: alternate two compaction types
-# compaction_priority=BALANCE
-
-# The target tsfile size in compaction
-# Datatype: long, Unit: byte
-# target_compaction_file_size=1073741824
-
-# The target chunk size in compaction and when memtable reaches this threshold, flush the memtable to disk.
-# default is 1MB
-# Datatype: long, Unit: byte
-# target_chunk_size=1048576
-
-# The target point nums in one chunk in compaction
-# Datatype: long
-# target_chunk_point_num=100000
-
-# If the chunk size is lower than this threshold, it will be deserialize into points, default is 128 byte
-# Datatype: long, Unit:byte
-# chunk_size_lower_bound_in_compaction=128
-
-# If the chunk size is lower than this threshold, it will be deserialize into points
-# Datatype: long
-# chunk_point_num_lower_bound_in_compaction=100
-
-# The max file when selecting inner space compaction candidate files
-# Datatype: int
-# max_inner_compaction_candidate_file_num=30
-
-# The max file when selecting cross space compaction candidate files
-# At least one unseq file with it's overlapped seq files will be selected even exceeded this number
-# Datatype: int
-# max_cross_compaction_candidate_file_num=1000
-
-# The max total size when selecting cross space compaction candidate files
-# At least one unseq file with it's overlapped seq files will be selected even exceeded this number
-# Datatype: long, Unit: byte
-# max_cross_compaction_candidate_file_size=5368709120
-
-# If one merge file selection runs for more than this time, it will be ended and its current
-# selection will be used as final selection.
-# When < 0, it means time is unbounded.
-# Datatype: long, Unit: ms
-# cross_compaction_file_selection_time_budget=30000
-
-# How many threads will be set up to perform compaction, 10 by default.
-# Set to 1 when less than or equal to 0.
-# Datatype: int
-# concurrent_compaction_thread=10
-
-# The interval of compaction task schedule
-# Datatype: long, Unit: ms
-# compaction_schedule_interval_in_ms=60000
-
-# The interval of compaction task submission
-# Datatype: long, Unit: ms
-# compaction_submission_interval_in_ms=60000
-
-# The limit of write throughput merge can reach per second
-# Datatype: int
-# compaction_write_throughput_mb_per_sec=16
-
-# The maximum session idle time. unit: ms
-# Idle sessions are the ones that performs neither query or non-query operations for a period of time
-# Set to 0 to disable session timeout
-# Datatype: int
-# session_timeout_threshold=0
-
-# The max executing time of query. unit: ms
-# Datatype: int
-# query_timeout_threshold=60000
-
-# The maximum allowed concurrently executing queries
-# Datatype: int
-# max_allowed_concurrent_queries=1000
-
-# The number of sub compaction threads to be set up to perform compaction.
-# Currently only works for nonAligned data in cross space compaction and unseq inner space compaction.
-# Set to 1 when less than or equal to 0.
-# Datatype: int
-# sub_compaction_thread_num=4
-
-####################
-### Metadata Cache Configuration
-####################
-
-# whether to cache meta data(BloomFilter, ChunkMetadata and TimeSeriesMetadata) or not.
-# Datatype: boolean
-# meta_data_cache_enable=true
-
-# Read memory Allocation Ratio: BloomFilterCache : ChunkCache : TimeSeriesMetadataCache : Coordinator : Operators : DataExchange : timeIndex in TsFileResourceList : others.
-# The parameter form is a:b:c:d:e:f:g:h, where a, b, c, d, e, f, g and h are integers. for example: 1:1:1:1:1:1:1:1 , 1:100:200:50:200:200:200:50
-# chunk_timeseriesmeta_free_memory_proportion=1:100:200:50:200:200:200:50
-
-####################
-### LAST Cache Configuration
-####################
-
-# Whether to enable LAST cache
-# Datatype: boolean
-# enable_last_cache=true
-
-####################
-### External sort Configuration
-####################
-# Is external sort enable
-# Datatype: boolean
-# enable_external_sort=true
-
-# The maximum number of simultaneous chunk reading for a single time series.
-# If the num of simultaneous chunk reading is greater than external_sort_threshold, external sorting is used.
-# When external_sort_threshold increases, the number of chunks sorted at the same time in memory may increase and this will occupy more memory.
-# When external_sort_threshold decreases, triggering external sorting will increase the time-consuming.
-# Datatype: int
-# external_sort_threshold=1000
-
-####################
-### PIPE Server Configuration
-####################
-# White IP list of Sync client.
-# Please use the form of network segment to present the range of IP, for example: 192.168.0.0/16
-# If there are more than one IP segment, please separate them by commas
-# The default is to allow all IP to sync
-# Datatype: String
-# ip_white_list=0.0.0.0/0
-
-####################
-### PIPE Sender Configuration
-####################
-# The maximum number of retry when syncing a file to receiver fails.
-# max_number_of_sync_file_retry=5
-
-
-####################
-### performance statistic configuration
-####################
-
+# tracing dir
# Uncomment following fields to configure the tracing root directory.
# For Window platform, the index is as follows:
# tracing_dir=datanode\\tracing
# For Linux platform
# If its prefix is "/", then the path is absolute. Otherwise, it is relative.
# tracing_dir=datanode/tracing
-
-####################
-### Configurations for watermark module
-####################
-# Datatype: boolean
-# watermark_module_opened=false
-# Datatype: String
-# watermark_secret_key=IoTDB*2019@Beijing
-# Datatype: String
-# watermark_bit_string=100101110100
-# Datatype: String
-# watermark_method=GroupBasedLSBMethod(embed_row_cycle=2,embed_lsb_num=5)
-
-
-####################
-### Configurations for creating schema automatically
-####################
-
-# Whether creating schema automatically is enabled
-# If true, then create storage group and timeseries automatically when not exists in insertion
-# Or else, user need to create storage group and timeseries before insertion.
-# Datatype: boolean
-# enable_auto_create_schema=true
-
-# Storage group level when creating schema automatically is enabled
-# e.g. root.sg0.d1.s2
-# we will set root.sg0 as the storage group if storage group level is 1
-# Datatype: int
-# default_storage_group_level=1
-
-# ALL data types: BOOLEAN, INT32, INT64, FLOAT, DOUBLE, TEXT
-
-# register time series as which type when receiving boolean string "true" or "false"
-# Datatype: TSDataType
-# boolean_string_infer_type=BOOLEAN
-
-# register time series as which type when receiving an integer string "67"
-# Datatype: TSDataType
-# integer_string_infer_type=FLOAT
-
-# register time series as which type when receiving an integer string and using float may lose precision
-# num > 2 ^ 24
-# Datatype: TSDataType
-# long_string_infer_type=DOUBLE
-
-# register time series as which type when receiving a floating number string "6.7"
-# Datatype: TSDataType
-# floating_string_infer_type=FLOAT
-
-# register time series as which type when receiving the Literal NaN. Values can be DOUBLE, FLOAT or TEXT
-# Datatype: TSDataType
-# nan_string_infer_type=DOUBLE
-
-
-# BOOLEAN encoding when creating schema automatically is enabled
-# Datatype: TSEncoding
-# default_boolean_encoding=RLE
-
-# INT32 encoding when creating schema automatically is enabled
-# Datatype: TSEncoding
-# default_int32_encoding=RLE
-
-# INT64 encoding when creating schema automatically is enabled
-# Datatype: TSEncoding
-# default_int64_encoding=RLE
-
-# FLOAT encoding when creating schema automatically is enabled
-# Datatype: TSEncoding
-# default_float_encoding=GORILLA
-
-# DOUBLE encoding when creating schema automatically is enabled
-# Datatype: TSEncoding
-# default_double_encoding=GORILLA
-
-# TEXT encoding when creating schema automatically is enabled
-# Datatype: TSEncoding
-# default_text_encoding=PLAIN
-
-####################
-### Configurations for tsfile-format
-####################
-
-# Datatype: int
-# group_size_in_byte=134217728
-
-# The memory size for each series writer to pack page, default value is 64KB
-# Datatype: int
-# page_size_in_byte=65536
-
-# The maximum number of data points in a page, default 1024*1024
-# Datatype: int
-# max_number_of_points_in_page=1048576
-
-# The threshold for pattern matching in regex
-# Datatype: int
-# pattern_matching_threshold=1000000
-
-# Max size limitation of input string
-# Datatype: int
-# max_string_length=128
-
-# Floating-point precision
-# Datatype: int
-# float_precision=2
-
-# Encoder configuration
-# Encoder of time series, supports TS_2DIFF, PLAIN and RLE(run-length encoding), REGULAR and default value is TS_2DIFF
-# time_encoder=TS_2DIFF
-
-# Encoder of value series. default value is PLAIN.
-# For int, long data type, also supports TS_2DIFF and RLE(run-length encoding), GORILLA and ZIGZAG.
-# value_encoder=PLAIN
-
-# Compression configuration
-# Data compression method, supports UNCOMPRESSED, SNAPPY or LZ4. Default value is SNAPPY
-# compressor=SNAPPY
-
-# Maximum degree of a metadataIndex node, default value is 256
-# Datatype: int
-# max_degree_of_index_node=256
-
-# time interval in minute for calculating query frequency
-# Datatype: int
-# frequency_interval_in_minute=1
-
-# time cost(ms) threshold for slow query
-# Datatype: long
-# slow_query_threshold=5000
-
-# Signal-noise-ratio (SNR) of FREQ encoding
-# Datatype: double
-# freq_snr=40.0
-
-# Block size of FREQ encoding
-# Datatype: integer
-# freq_block_size=1024
-
-####################
-### MQTT Broker Configuration
-####################
-
-# whether to enable the mqtt service.
-# Datatype: boolean
-# enable_mqtt_service=false
-
-# the mqtt service binding host.
-# Datatype: String
-# mqtt_host=0.0.0.0
-
-# the mqtt service binding port.
-# Datatype: int
-# mqtt_port=1883
-
-# the handler pool size for handing the mqtt messages.
-# Datatype: int
-# mqtt_handler_pool_size=1
-
-# the mqtt message payload formatter.
-# Datatype: String
-# mqtt_payload_formatter=json
-
-# max length of mqtt message in byte
-# Datatype: int
-# mqtt_max_message_size=1048576
-
-####################
-### Authorization Configuration
-####################
-
-# which class to serve for authorization. By default, it is LocalFileAuthorizer.
-# Another choice is org.apache.iotdb.db.auth.authorizer.OpenIdAuthorizer
-# authorizer_provider_class=org.apache.iotdb.commons.auth.authorizer.LocalFileAuthorizer
-
-# If OpenIdAuthorizer is enabled, then openID_url must be set.
-# openID_url=
-
-# admin username, default is root
-# Datatype: string
-# admin_name=root
-
-# encryption provider class
-# iotdb_server_encrypt_decrypt_provider=org.apache.iotdb.commons.security.encrypt.MessageDigestEncrypt
-
-# encryption provided class parameter
-# iotdb_server_encrypt_decrypt_provider_parameter=
-
-# admin password, default is root
-# Datatype: string
-# admin_password=root
-
-# Cache size of user and role
-# Datatype: int
-# author_cache_size=1000
-
-# Cache expire time of user and role
-# Datatype: int
-# author_cache_expire_time=30
-
-####################
-### UDF Configuration
-####################
-
-# Used to estimate the memory usage of text fields in a UDF query.
-# It is recommended to set this value to be slightly larger than the average length of all text
-# records.
-# Datatype: int
-# udf_initial_byte_array_length_for_memory_control=48
-
-# How much memory may be used in ONE UDF query (in MB).
-# The upper limit is 20% of allocated memory for read.
-# Datatype: float
-# udf_memory_budget_in_mb=30.0
-
-# UDF memory allocation ratio.
-# The parameter form is a:b:c, where a, b, and c are integers.
-# udf_reader_transformer_collector_memory_proportion=1:1:1
-
-# Uncomment the following field to configure the udf root directory.
-# For Window platform
-# If its prefix is a drive specifier followed by "\\", or if its prefix is "\\\\", then the path is
-# absolute. Otherwise, it is relative.
-# udf_root_dir=ext\\udf
-# For Linux platform
-# If its prefix is "/", then the path is absolute. Otherwise, it is relative.
-# udf_root_dir=ext/udf
-
-####################
-### Trigger Configuration
-####################
-
-# The size of log buffer for every trigger management operation plan. If the size of a trigger
-# management operation plan is larger than this parameter, the trigger management operation plan
-# will be rejected by TriggerManager.
-# Datatype: int
-# tlog_buffer_size=1048576
-
-# Uncomment the following field to configure the trigger root directory.
-# For Window platform
-# If its prefix is a drive specifier followed by "\\", or if its prefix is "\\\\", then the path is
-# absolute. Otherwise, it is relative.
-# trigger_root_dir=ext\\trigger
-# For Linux platform
-# If its prefix is "/", then the path is absolute. Otherwise, it is relative.
-# trigger_root_dir=ext/trigger
-
-# temporary lib dir
-# If this property is unset, system will save the data in the default relative path directory under
-# the Trigger folder(i.e., ext/temporary).
-#
-# If it is absolute, system will save the data in exact location it points to.
-# If it is relative, system will save the data in the relative path directory it indicates under the
-# Trigger folder.
-# Note: If data_dir is assigned an empty string(i.e.,zero-size), it will be handled as a relative
-# path.
-#
-# For Window platform
-# If its prefix is a drive specifier followed by "\\", or if its prefix is "\\\\", then the path is
-# absolute. Otherwise, it is relative.
-# trigger_temporary_lib_dir=ext\\trigger_temporary
-#
-# For Linux platform
-# If its prefix is "/", then the path is absolute. Otherwise, it is relative.
-# trigger_temporary_lib_dir=ext/trigger_temporary
-
-# How many threads can be used for evaluating sliding windows. When <= 0, use CPU core number.
-# Datatype: int
-# concurrent_window_evaluation_thread=0
-
-# Max number of window evaluation tasks that can be pending for execution. When <= 0, the value is
-# 64 by default.
-# Datatype: int
-# max_pending_window_evaluation_tasks=64
-
-# How many times will we retry to found an instance of stateful trigger on DataNodes
-# 3 by default.
-# Datatype: int
-# stateful_trigger_retry_num_when_not_found=3
-
-####################
-### Continuous Query Configuration
-####################
-
-# How many thread will be set up to perform continuous queries. When <= 0, use max(1, CPU core number / 2).
-# Datatype: int
-# continuous_query_execution_thread=2
-
-# Maximum number of continuous query tasks that can be pending for execution. When <= 0, the value is
-# 64 by default.
-# Datatype: int
-# max_pending_continuous_query_tasks=64
-
-# Minimum every interval to perform continuous query.
-# The every interval of continuous query instances should not be lower than this limit.
-# Datatype: duration
-# continuous_query_min_every_interval=1s
-
-# The size of log buffer for every CQ management operation plan. If the size of a CQ
-# management operation plan is larger than this parameter, the CQ management operation plan
-# will be rejected by CQManager.
-# Datatype: int
-# cqlog_buffer_size=1048576
-
-####################
-### Select-Into Configuration
-####################
-
-# The maximum number of rows can be processed in insert-tablet-plan when executing select-into statements.
-# When <= 0, use 10000.
-# Datatype: int
-# select_into_insert_tablet_plan_row_limit=10000
-
-
-####################
-### Insert-Tablets Configuration
-####################
-
-# When the insert plan column count reaches the specified threshold, which means that the plan is relatively large. At this time, may be enabled multithreading.
-# If the tablet is small, the time of each insertion is short.
-# If we enable multithreading, we also need to consider the switching loss between threads,
-# so we need to judge the size of the tablet.
-# Datatype: int
-# insert_multi_tablet_enable_multithreading_column_threshold=10
-
-####################
-### Index Configuration
-####################
-
-# Uncomment following fields to configure the index root directory.
-# For Window platform, the index is as follows:
-# index_root_dir=data\\index
-# For Linux platform
-# If its prefix is "/", then the path is absolute. Otherwise, it is relative.
-# index_root_dir=datanode/index
-
-# Is index enable
-# Datatype: boolean
-# enable_index=false
-
-# How many threads can concurrently build index. When <= 0, use CPU core number.
-# Datatype: int
-# concurrent_index_build_thread=0
-
-# the default size of sliding window used for the subsequence matching in index framework
-# Datatype: int
-# default_index_window_range=10
-
-# buffer parameter for index processor.
-# Datatype: long
-# index_buffer_size=134217728
-
-# whether enable data partition. If disabled, all data belongs to partition 0
-# Datatype: boolean
-# enable_partition=false
-
-# time range for partitioning data inside each data region, the unit is millisecond, default is equal to one week
-# Datatype: long
-# time_partition_interval_for_storage=604800000
-
-####################
-### Influx DB RPC Service Configuration
-####################
-# Datatype: boolean
-# enable_influxdb_rpc_service=false
-
-# Datatype: int
-# influxdb_rpc_port=8086
-
-####################
-### Group By Fill Configuration
-####################
-# Datatype: float
-# group_by_fill_cache_size_in_mb=1.0
-
-####################
-### Schema Engine Configuration
-####################
-# Choose the mode of schema engine. The value could be Memory,Schema_File and Rocksdb_based. If the provided value doesn't match any pre-defined value, Memory mode will be used as default.
-# Datatype: string
-# schema_engine_mode=Memory
-
-# cache size for SchemaRegion.
-# This cache is used to improve insert speed where all path check and TSDataType will be cached in SchemaRegion with corresponding Path.
-# Datatype: int
-# schema_region_device_node_cache_size=10000
-
-# thread pool size for read operation in DataNode's coordinator.
-# Datatype: int
-# coordinator_read_executor_size=20
-
-# thread pool size for write operation in DataNode's coordinator.
-# Datatype: int
-# coordinator_write_executor_size=50
-
-# cache size for partition.
-# This cache is used to improve partition fetch from config node.
-# Datatype: int
-# partition_cache_size=1000
-
-####################
-### Schema File Configuration
-####################
-# The minimum size (in bytes) allocated for a node in schema file
-# A large number for this will make it faster while occupying more space, or otherwise
-# The default 0 means if a flushed internal(entity) had less than 20 children, it will get a segment with the size calculated from total size of its children
-# If no child, it would get a segment of 25 bytes, which is the size of segment header
-# Datatype: short
-# minimum_schema_file_segment_in_bytes=0
-
-# The cache size for schema page in one schema file
-# A bigger cache makes it faster but costs more space and more volatile when evicts item from cache
-# Datatype: int
-# page_cache_in_schema_file=1024
-
-####################
-### Trigger Forward
-####################
-# Number of queues per forwarding trigger
-trigger_forward_max_queue_number=8
-# The length of one of the queues per forwarding trigger
-trigger_forward_max_size_per_queue=2000
-# Trigger forwarding data size per batch
-trigger_forward_batch_size=50
-# Trigger HTTP forward pool size
-trigger_forward_http_pool_size=200
-# Trigger HTTP forward pool max connection for per route
-trigger_forward_http_pool_max_per_route=20
-# Trigger MQTT forward pool size
-trigger_forward_mqtt_pool_size=4
-
-
-
-#######################
-### LocalConfigNode ###
-#######################
-
-# number of data regions per user-defined storage group
-# a data region is the unit of parallelism in memory as all ingestions in one data region are serialized
-# recommended value is [data region number] = [CPU core number] / [user-defined storage group number]
-# Datatype: int
-# data_region_num=1
-
-
diff --git a/server/src/assembly/server.xml b/server/src/assembly/server.xml
index 874c14f285..d730398f9f 100644
--- a/server/src/assembly/server.xml
+++ b/server/src/assembly/server.xml
@@ -42,5 +42,9 @@
<source>${maven.multiModuleProjectDirectory}/metrics/interface/src/main/assembly/resources/conf/iotdb-datanode-metric.yml</source>
<destName>conf/iotdb-datanode-metric.yml</destName>
</file>
+ <file>
+ <source>${maven.multiModuleProjectDirectory}/node-commons/src/assembly/resources/conf/iotdb-common.properties</source>
+ <destName>conf/iotdb-common.properties</destName>
+ </file>
</files>
</assembly>
diff --git a/server/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java b/server/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java
index 06522791d1..19946e5d87 100644
--- a/server/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java
+++ b/server/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java
@@ -817,13 +817,13 @@ public class IoTDBConfig {
/**
* whether enable the rpc service. This parameter has no a corresponding field in the
- * iotdb-datanode.properties
+ * iotdb-common.properties
*/
private boolean enableRpcService = true;
/**
* whether enable the influxdb rpc service. This parameter has no a corresponding field in the
- * iotdb-datanode.properties
+ * iotdb-common.properties
*/
private boolean enableInfluxDBRpcService = false;
diff --git a/server/src/main/java/org/apache/iotdb/db/conf/IoTDBDescriptor.java b/server/src/main/java/org/apache/iotdb/db/conf/IoTDBDescriptor.java
index 5d4035f300..77487333ca 100644
--- a/server/src/main/java/org/apache/iotdb/db/conf/IoTDBDescriptor.java
+++ b/server/src/main/java/org/apache/iotdb/db/conf/IoTDBDescriptor.java
@@ -19,6 +19,7 @@
package org.apache.iotdb.db.conf;
import org.apache.iotdb.common.rpc.thrift.TEndPoint;
+import org.apache.iotdb.commons.conf.CommonConfig;
import org.apache.iotdb.commons.conf.CommonDescriptor;
import org.apache.iotdb.commons.conf.IoTDBConstant;
import org.apache.iotdb.commons.exception.BadNodeUrlException;
@@ -104,25 +105,24 @@ public class IoTDBDescriptor {
*
* @return url object if location exit, otherwise null.
*/
- public URL getPropsUrl() {
+ public URL getPropsUrl(String configFileName) {
// Check if a config-directory was specified first.
String urlString = System.getProperty(IoTDBConstant.IOTDB_CONF, null);
// If it wasn't, check if a home directory was provided (This usually contains a config)
if (urlString == null) {
urlString = System.getProperty(IoTDBConstant.IOTDB_HOME, null);
if (urlString != null) {
- urlString =
- urlString + File.separatorChar + "conf" + File.separatorChar + IoTDBConfig.CONFIG_NAME;
+ urlString = urlString + File.separatorChar + "conf" + File.separatorChar + configFileName;
} else {
// If this too wasn't provided, try to find a default config in the root of the classpath.
- URL uri = IoTDBConfig.class.getResource("/" + IoTDBConfig.CONFIG_NAME);
+ URL uri = IoTDBConfig.class.getResource("/" + configFileName);
if (uri != null) {
return uri;
}
logger.warn(
"Cannot find IOTDB_HOME or IOTDB_CONF environment variable when loading "
+ "config file {}, use default configuration",
- IoTDBConfig.CONFIG_NAME);
+ configFileName);
// update all data seriesPath
conf.updatePath();
return null;
@@ -131,7 +131,7 @@ public class IoTDBDescriptor {
// If a config location was provided, but it doesn't end with a properties file,
// append the default location.
else if (!urlString.endsWith(".properties")) {
- urlString += (File.separatorChar + IoTDBConfig.CONFIG_NAME);
+ urlString += (File.separatorChar + configFileName);
}
// If the url doesn't start with "file:" or "classpath:", it's provided as a no path.
@@ -149,12 +149,28 @@ public class IoTDBDescriptor {
/** load an property file and set TsfileDBConfig variables. */
@SuppressWarnings("squid:S3776") // Suppress high Cognitive Complexity warning
private void loadProps() {
- URL url = getPropsUrl();
+ URL url = getPropsUrl(CommonConfig.CONFIG_NAME);
if (url == null) {
logger.warn("Couldn't load the configuration from any of the known sources.");
return;
}
+ try (InputStream inputStream = url.openStream()) {
+
+ logger.info("Start to read config file {}", url);
+ Properties properties = new Properties();
+ properties.load(inputStream);
+
+ loadProperties(properties);
+
+ } catch (FileNotFoundException e) {
+ logger.warn("Fail to find config file {}", url, e);
+ } catch (IOException e) {
+ logger.warn("Cannot load config file, use default configuration", e);
+ } catch (Exception e) {
+ logger.warn("Incorrect format in config file, use default configuration", e);
+ }
+ url = getPropsUrl(IoTDBConfig.CONFIG_NAME);
try (InputStream inputStream = url.openStream()) {
logger.info("Start to read config file {}", url);
@@ -1500,12 +1516,28 @@ public class IoTDBDescriptor {
}
public void loadHotModifiedProps() throws QueryProcessException {
- URL url = getPropsUrl();
+ URL url = getPropsUrl(CommonConfig.CONFIG_NAME);
if (url == null) {
logger.warn("Couldn't load the configuration from any of the known sources.");
return;
}
+ try (InputStream inputStream = url.openStream()) {
+ logger.info("Start to reload config file {}", url);
+ Properties properties = new Properties();
+ properties.load(inputStream);
+ loadHotModifiedProps(properties);
+ } catch (Exception e) {
+ logger.warn("Fail to reload config file {}", url, e);
+ throw new QueryProcessException(
+ String.format("Fail to reload config file %s because %s", url, e.getMessage()));
+ }
+
+ url = getPropsUrl(IoTDBConfig.CONFIG_NAME);
+ if (url == null) {
+ logger.warn("Couldn't load the configuration from any of the known sources.");
+ return;
+ }
try (InputStream inputStream = url.openStream()) {
logger.info("Start to reload config file {}", url);
Properties properties = new Properties();
diff --git a/server/src/main/java/org/apache/iotdb/db/exception/query/PathNumOverLimitException.java b/server/src/main/java/org/apache/iotdb/db/exception/query/PathNumOverLimitException.java
index 63c3efd982..27f208f99f 100644
--- a/server/src/main/java/org/apache/iotdb/db/exception/query/PathNumOverLimitException.java
+++ b/server/src/main/java/org/apache/iotdb/db/exception/query/PathNumOverLimitException.java
@@ -27,7 +27,7 @@ public class PathNumOverLimitException extends QueryProcessException {
super(
String.format(
"Too many paths in one query! Currently allowed max deduplicated path number is %d. "
- + "Please use slimit or adjust max_deduplicated_path_num in iotdb-datanode.properties.",
+ + "Please use slimit or adjust max_deduplicated_path_num in iotdb-common.properties.",
IoTDBDescriptor.getInstance().getConfig().getMaxQueryDeduplicatedPathNum()));
}
}
diff --git a/server/src/main/java/org/apache/iotdb/db/exception/sql/PathNumOverLimitException.java b/server/src/main/java/org/apache/iotdb/db/exception/sql/PathNumOverLimitException.java
index 4e5b85b659..4160f06e95 100644
--- a/server/src/main/java/org/apache/iotdb/db/exception/sql/PathNumOverLimitException.java
+++ b/server/src/main/java/org/apache/iotdb/db/exception/sql/PathNumOverLimitException.java
@@ -27,7 +27,7 @@ public class PathNumOverLimitException extends SemanticException {
super(
String.format(
"Too many paths in one query! Currently allowed max deduplicated path number is %d. "
- + "Please use slimit or adjust max_deduplicated_path_num in iotdb-datanode.properties.",
+ + "Please use slimit or adjust max_deduplicated_path_num in iotdb-common.properties.",
IoTDBDescriptor.getInstance().getConfig().getMaxQueryDeduplicatedPathNum()));
}
}
diff --git a/server/src/main/java/org/apache/iotdb/db/metadata/tag/TagLogFile.java b/server/src/main/java/org/apache/iotdb/db/metadata/tag/TagLogFile.java
index b3cf924efd..07d47d8400 100644
--- a/server/src/main/java/org/apache/iotdb/db/metadata/tag/TagLogFile.java
+++ b/server/src/main/java/org/apache/iotdb/db/metadata/tag/TagLogFile.java
@@ -45,7 +45,7 @@ public class TagLogFile implements AutoCloseable {
private FileChannel fileChannel;
private static final String LENGTH_EXCEED_MSG =
"Tag/Attribute exceeds the max length limit. "
- + "Please enlarge tag_attribute_total_size in iotdb-datanode.properties";
+ + "Please enlarge tag_attribute_total_size in iotdb-common.properties";
private static final int MAX_LENGTH =
IoTDBDescriptor.getInstance().getConfig().getTagAttributeTotalSize();
diff --git a/server/src/test/java/org/apache/iotdb/db/conf/IoTDBDescriptorTest.java b/server/src/test/java/org/apache/iotdb/db/conf/IoTDBDescriptorTest.java
index 76d68a5bf6..23f0a459ea 100644
--- a/server/src/test/java/org/apache/iotdb/db/conf/IoTDBDescriptorTest.java
+++ b/server/src/test/java/org/apache/iotdb/db/conf/IoTDBDescriptorTest.java
@@ -50,7 +50,7 @@ public class IoTDBDescriptorTest {
String pathString = "file:/usr/local/bin";
System.setProperty(IoTDBConstant.IOTDB_CONF, pathString);
- URL confURL = desc.getPropsUrl();
+ URL confURL = desc.getPropsUrl(IoTDBConfig.CONFIG_NAME);
Assert.assertTrue(confURL.toString().startsWith(pathString));
}
@@ -60,7 +60,7 @@ public class IoTDBDescriptorTest {
String pathString = "classpath:/root/path";
System.setProperty(IoTDBConstant.IOTDB_CONF, pathString);
- URL confURL = desc.getPropsUrl();
+ URL confURL = desc.getPropsUrl(IoTDBConfig.CONFIG_NAME);
Assert.assertTrue(confURL.toString().startsWith(pathString));
}
@@ -71,7 +71,7 @@ public class IoTDBDescriptorTest {
// filePath is a plain path string
String filePath = path.getFile();
System.setProperty(IoTDBConstant.IOTDB_CONF, filePath);
- URL confURL = desc.getPropsUrl();
+ URL confURL = desc.getPropsUrl(IoTDBConfig.CONFIG_NAME);
Assert.assertEquals(confURL.toString(), path.toString());
}
}