You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by ar...@apache.org on 2016/02/22 20:37:29 UTC
[3/3] hadoop git commit: HDFS-9842.
dfs.datanode.balance.bandwidthPerSec should accept friendly size units.
(Contributed by Lin Yiqun)
HDFS-9842. dfs.datanode.balance.bandwidthPerSec should accept friendly size units. (Contributed by Lin Yiqun)
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/08666fb8
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/08666fb8
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/08666fb8
Branch: refs/heads/branch-2.8
Commit: 08666fb87ea694a5b8d5602e500b872c28770762
Parents: 606672a
Author: Arpit Agarwal <ar...@apache.org>
Authored: Mon Feb 22 11:34:09 2016 -0800
Committer: Arpit Agarwal <ar...@apache.org>
Committed: Mon Feb 22 11:34:26 2016 -0800
----------------------------------------------------------------------
hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt | 3 +++
.../apache/hadoop/hdfs/server/datanode/DataXceiverServer.java | 2 +-
.../hadoop-hdfs/src/main/resources/hdfs-default.xml | 6 +++++-
3 files changed, 9 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/08666fb8/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt
----------------------------------------------------------------------
diff --git a/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt b/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt
index c80e453..84d993c 100644
--- a/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt
+++ b/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt
@@ -1793,6 +1793,9 @@ Release 2.8.0 - UNRELEASED
HDFS-7452. skip StandbyException log for getCorruptFiles()
(Bramha Reddy Battula via vinayakumarb)
+ HDFS-9842. dfs.datanode.balance.bandwidthPerSec should accept friendly
+ size units. (Lin Yiqun via Arpit Agarwal)
+
Release 2.7.3 - UNRELEASED
INCOMPATIBLE CHANGES
http://git-wip-us.apache.org/repos/asf/hadoop/blob/08666fb8/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataXceiverServer.java
----------------------------------------------------------------------
diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataXceiverServer.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataXceiverServer.java
index 36cf8a1..8152e6f 100644
--- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataXceiverServer.java
+++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataXceiverServer.java
@@ -131,7 +131,7 @@ class DataXceiverServer implements Runnable {
//set up parameter for cluster balancing
this.balanceThrottler = new BlockBalanceThrottler(
- conf.getLong(DFSConfigKeys.DFS_DATANODE_BALANCE_BANDWIDTHPERSEC_KEY,
+ conf.getLongBytes(DFSConfigKeys.DFS_DATANODE_BALANCE_BANDWIDTHPERSEC_KEY,
DFSConfigKeys.DFS_DATANODE_BALANCE_BANDWIDTHPERSEC_DEFAULT),
conf.getInt(DFSConfigKeys.DFS_DATANODE_BALANCE_MAX_NUM_CONCURRENT_MOVES_KEY,
DFSConfigKeys.DFS_DATANODE_BALANCE_MAX_NUM_CONCURRENT_MOVES_DEFAULT));
http://git-wip-us.apache.org/repos/asf/hadoop/blob/08666fb8/hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml
----------------------------------------------------------------------
diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml b/hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml
index aa4eda9..3226ed3 100644
--- a/hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml
+++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml
@@ -815,7 +815,11 @@
<description>
Specifies the maximum amount of bandwidth that each datanode
can utilize for the balancing purpose in term of
- the number of bytes per second.
+ the number of bytes per second. You can use the following
+ suffix (case insensitive):
+ k(kilo), m(mega), g(giga), t(tera), p(peta), e(exa)to specify the size
+ (such as 128k, 512m, 1g, etc.).
+ Or provide complete size in bytes (such as 134217728 for 128 MB).
</description>
</property>