You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by xy...@apache.org on 2017/08/04 18:34:40 UTC
hadoop git commit: HDFS-12163. Ozone: Reduce MiniOzoneCluster handler
thread count. Contributed by Weiwei Yang.
Repository: hadoop
Updated Branches:
refs/heads/HDFS-7240 15101eef7 -> 5fd34ba19
HDFS-12163. Ozone: Reduce MiniOzoneCluster handler thread count. Contributed by Weiwei Yang.
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/5fd34ba1
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/5fd34ba1
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/5fd34ba1
Branch: refs/heads/HDFS-7240
Commit: 5fd34ba1958b61ffd411cd5575878003645ec44d
Parents: 15101ee
Author: Xiaoyu Yao <xy...@apache.org>
Authored: Fri Aug 4 11:33:10 2017 -0700
Committer: Xiaoyu Yao <xy...@apache.org>
Committed: Fri Aug 4 11:33:10 2017 -0700
----------------------------------------------------------------------
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 17 +++++++++++++++++
1 file changed, 17 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/5fd34ba1/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/ozone/MiniOzoneCluster.java
----------------------------------------------------------------------
diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/ozone/MiniOzoneCluster.java b/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/ozone/MiniOzoneCluster.java
index f2a8be4..b71493d 100644
--- a/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/ozone/MiniOzoneCluster.java
+++ b/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/ozone/MiniOzoneCluster.java
@@ -293,6 +293,9 @@ public final class MiniOzoneCluster extends MiniDFSCluster
private Boolean ozoneEnabled = true;
private Boolean waitForChillModeFinish = true;
private Boolean randomContainerPort = true;
+ // Use relative smaller number of handlers for testing
+ private int numOfKsmHandlers = 20;
+ private int numOfScmHandlers = 20;
/**
* Creates a new Builder.
@@ -361,6 +364,16 @@ public final class MiniOzoneCluster extends MiniDFSCluster
return this;
}
+ public Builder setNumOfKSMHandlers(int numOfHandlers) {
+ numOfKsmHandlers = numOfHandlers;
+ return this;
+ }
+
+ public Builder setNumOfSCMHandlers(int numOfHandlers) {
+ numOfScmHandlers = numOfHandlers;
+ return this;
+ }
+
public String getPath() {
return path;
}
@@ -385,6 +398,10 @@ public final class MiniOzoneCluster extends MiniDFSCluster
conf.set(KSMConfigKeys.OZONE_KSM_ADDRESS_KEY, "127.0.0.1:0");
conf.set(KSMConfigKeys.OZONE_KSM_HTTP_ADDRESS_KEY, "127.0.0.1:0");
+ // Configure KSM and SCM handlers
+ conf.setInt(ScmConfigKeys.OZONE_SCM_HANDLER_COUNT_KEY, numOfScmHandlers);
+ conf.setInt(KSMConfigKeys.OZONE_KSM_HANDLER_COUNT_KEY, numOfKsmHandlers);
+
// Use random ports for ozone containers in mini cluster,
// in order to launch multiple container servers per node.
conf.setBoolean(OzoneConfigKeys.DFS_CONTAINER_IPC_RANDOM_PORT,
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org