You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ozone.apache.org by ad...@apache.org on 2021/12/15 08:06:22 UTC
[ozone] branch master updated: HDDS-6105. remove db cache size config (#2922)
This is an automated email from the ASF dual-hosted git repository.
adoroszlai pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/ozone.git
The following commit(s) were added to refs/heads/master by this push:
new 56d0ebb HDDS-6105. remove db cache size config (#2922)
56d0ebb is described below
commit 56d0ebb44a685c323af79eaea8a45413669c98c1
Author: Jackson Yao <ja...@tencent.com>
AuthorDate: Wed Dec 15 16:05:01 2021 +0800
HDDS-6105. remove db cache size config (#2922)
---
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 4 ---
.../common/src/main/resources/ozone-default.xml | 41 ----------------------
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 5 ---
.../hadoop/ozone/recon/ReconServerConfigKeys.java | 4 ---
4 files changed, 54 deletions(-)
diff --git a/hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/ScmConfigKeys.java b/hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/ScmConfigKeys.java
index 5cdd947..a4c314f 100644
--- a/hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/ScmConfigKeys.java
+++ b/hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/ScmConfigKeys.java
@@ -335,10 +335,6 @@ public final class ScmConfigKeys {
public static final String OZONE_SCM_DATANODE_ID_DIR =
"ozone.scm.datanode.id.dir";
- public static final String OZONE_SCM_DB_CACHE_SIZE_MB =
- "ozone.scm.db.cache.size.mb";
- public static final int OZONE_SCM_DB_CACHE_SIZE_DEFAULT = 128;
-
public static final String OZONE_SCM_CONTAINER_SIZE =
"ozone.scm.container.size";
public static final String OZONE_SCM_CONTAINER_SIZE_DEFAULT = "5GB";
diff --git a/hadoop-hdds/common/src/main/resources/ozone-default.xml b/hadoop-hdds/common/src/main/resources/ozone-default.xml
index 0a7416e..e26ad1a 100644
--- a/hadoop-hdds/common/src/main/resources/ozone-default.xml
+++ b/hadoop-hdds/common/src/main/resources/ozone-default.xml
@@ -548,20 +548,6 @@
</description>
</property>
<property>
- <name>ozone.om.db.cache.size.mb</name>
- <value>128</value>
- <tag>OM, PERFORMANCE</tag>
- <description>
- The size of OM DB cache in MB that used for caching files.
- This value is set to an abnormally low value in the default configuration.
- That is to make unit testing easy. Generally, this value should be set to
- something like 16GB or more, if you intend to use Ozone at scale.
-
- A large value for this key allows a proportionally larger amount of OM
- metadata to be cached in memory. This makes OM operations faster.
- </description>
- </property>
- <property>
<name>ozone.om.volume.listall.allowed</name>
<value>true</value>
<tag>OM, MANAGEMENT</tag>
@@ -931,18 +917,6 @@
</description>
</property>
<property>
- <name>ozone.scm.db.cache.size.mb</name>
- <value>128</value>
- <tag>OZONE, PERFORMANCE</tag>
- <description>SCM keeps track of the Containers in the cluster. This DB holds
- the container metadata. This value is set to a small value to make the
- unit
- testing runs smooth. In production, we recommend a value of 16GB or
- higher. This allows SCM to avoid disk I/O's while looking up the container
- location.
- </description>
- </property>
- <property>
<name>ozone.scm.dead.node.interval</name>
<value>10m</value>
<tag>OZONE, MANAGEMENT</tag>
@@ -2468,21 +2442,6 @@
</description>
</property>
<property>
- <name>ozone.recon.container.db.cache.size.mb</name>
- <value>128</value>
- <tag>RECON, PERFORMANCE</tag>
- <description>
- The size of Recon DB cache in MB that used for caching files.
- This value is set to an abnormally low value in the default configuration.
- That is to make unit testing easy. Generally, this value should be set to
- something like 16GB or more, if you intend to use Recon at scale.
-
- A large value for this key allows a proportionally larger amount of Recon
- container DB to be cached in memory. This makes Recon Container-Key
- operations faster.
- </description>
- </property>
- <property>
<name>ozone.recon.db.dir</name>
<value/>
<tag>OZONE, RECON, STORAGE, PERFORMANCE</tag>
diff --git a/hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/OMConfigKeys.java b/hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/OMConfigKeys.java
index 2dd5113..08bb64c 100644
--- a/hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/OMConfigKeys.java
+++ b/hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/OMConfigKeys.java
@@ -70,11 +70,6 @@ public final class OMConfigKeys {
public static final int OZONE_OM_HTTP_BIND_PORT_DEFAULT = 9874;
public static final int OZONE_OM_HTTPS_BIND_PORT_DEFAULT = 9875;
- // LevelDB cache file uses an off-heap cache in LevelDB of 128 MB.
- public static final String OZONE_OM_DB_CACHE_SIZE_MB =
- "ozone.om.db.cache.size.mb";
- public static final int OZONE_OM_DB_CACHE_SIZE_DEFAULT = 128;
-
public static final String OZONE_OM_VOLUME_LISTALL_ALLOWED =
"ozone.om.volume.listall.allowed";
public static final boolean OZONE_OM_VOLUME_LISTALL_ALLOWED_DEFAULT = true;
diff --git a/hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/ReconServerConfigKeys.java b/hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/ReconServerConfigKeys.java
index 66e7a65..0cbb9c0 100644
--- a/hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/ReconServerConfigKeys.java
+++ b/hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/ReconServerConfigKeys.java
@@ -42,10 +42,6 @@ public final class ReconServerConfigKeys {
public static final String OZONE_RECON_WEB_AUTHENTICATION_KERBEROS_PRINCIPAL =
"ozone.recon.http.auth.kerberos.principal";
- public static final String OZONE_RECON_CONTAINER_DB_CACHE_SIZE_MB =
- "ozone.recon.container.db.cache.size.mb";
- public static final int OZONE_RECON_CONTAINER_DB_CACHE_SIZE_DEFAULT = 128;
-
public static final String OZONE_RECON_DB_DIR = "ozone.recon.db.dir";
public static final String OZONE_RECON_OM_SNAPSHOT_DB_DIR =
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@ozone.apache.org
For additional commands, e-mail: commits-help@ozone.apache.org