You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by br...@apache.org on 2016/10/06 12:21:18 UTC
[1/3] hadoop git commit: HDFS-10963. Reduce log level when network
topology cannot find enough datanodes. Contributed by Xiao chen
Repository: hadoop
Updated Branches:
refs/heads/branch-2 5f1432d98 -> d9e4ad78c
refs/heads/branch-2.8 c955a59d6 -> a4ee4f9e5
refs/heads/trunk 272a21747 -> b90fc70d6
HDFS-10963. Reduce log level when network topology cannot find enough datanodes. Contributed by Xiao chen
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/b90fc70d
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/b90fc70d
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/b90fc70d
Branch: refs/heads/trunk
Commit: b90fc70d671481564e468550c770c925f25d7db0
Parents: 272a217
Author: Brahma Reddy Battula <br...@apache.org>
Authored: Thu Oct 6 17:47:31 2016 +0530
Committer: Brahma Reddy Battula <br...@apache.org>
Committed: Thu Oct 6 17:47:31 2016 +0530
----------------------------------------------------------------------
.../src/main/java/org/apache/hadoop/net/NetworkTopology.java | 2 +-
.../server/blockmanagement/BlockPlacementPolicyDefault.java | 5 +++--
2 files changed, 4 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/b90fc70d/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/net/NetworkTopology.java
----------------------------------------------------------------------
diff --git a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/net/NetworkTopology.java b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/net/NetworkTopology.java
index cf5b176..0e6c253 100644
--- a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/net/NetworkTopology.java
+++ b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/net/NetworkTopology.java
@@ -813,7 +813,7 @@ public class NetworkTopology {
}
}
if (numOfDatanodes == 0) {
- LOG.warn("Failed to find datanode (scope=\"{}\" excludedScope=\"{}\").",
+ LOG.debug("Failed to find datanode (scope=\"{}\" excludedScope=\"{}\").",
String.valueOf(scope), String.valueOf(excludedScope));
return null;
}
http://git-wip-us.apache.org/repos/asf/hadoop/blob/b90fc70d/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockPlacementPolicyDefault.java
----------------------------------------------------------------------
diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockPlacementPolicyDefault.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockPlacementPolicyDefault.java
index abfa782..3958c73 100644
--- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockPlacementPolicyDefault.java
+++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockPlacementPolicyDefault.java
@@ -49,8 +49,9 @@ import com.google.common.annotations.VisibleForTesting;
public class BlockPlacementPolicyDefault extends BlockPlacementPolicy {
private static final String enableDebugLogging =
- "For more information, please enable DEBUG log level on "
- + BlockPlacementPolicy.class.getName();
+ "For more information, please enable DEBUG log level on "
+ + BlockPlacementPolicy.class.getName() + " and "
+ + NetworkTopology.class.getName();
private static final ThreadLocal<StringBuilder> debugLoggingBuilder
= new ThreadLocal<StringBuilder>() {
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org
[3/3] hadoop git commit: HDFS-10963. Reduce log level when network
topology cannot find enough datanodes. Contributed by Xiao chen
Posted by br...@apache.org.
HDFS-10963. Reduce log level when network topology cannot find enough datanodes. Contributed by Xiao chen
(cherry picked from commit b90fc70d671481564e468550c770c925f25d7db0)
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/a4ee4f9e
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/a4ee4f9e
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/a4ee4f9e
Branch: refs/heads/branch-2.8
Commit: a4ee4f9e5139d25b29266dbc1b0a14372518b7af
Parents: c955a59
Author: Brahma Reddy Battula <br...@apache.org>
Authored: Thu Oct 6 17:47:31 2016 +0530
Committer: Brahma Reddy Battula <br...@apache.org>
Committed: Thu Oct 6 17:49:48 2016 +0530
----------------------------------------------------------------------
.../src/main/java/org/apache/hadoop/net/NetworkTopology.java | 2 +-
.../server/blockmanagement/BlockPlacementPolicyDefault.java | 5 +++--
2 files changed, 4 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/a4ee4f9e/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/net/NetworkTopology.java
----------------------------------------------------------------------
diff --git a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/net/NetworkTopology.java b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/net/NetworkTopology.java
index d680094..91c4784 100644
--- a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/net/NetworkTopology.java
+++ b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/net/NetworkTopology.java
@@ -763,7 +763,7 @@ public class NetworkTopology {
}
}
if (numOfDatanodes == 0) {
- LOG.warn("Failed to find datanode (scope=\"{}\" excludedScope=\"{}\").",
+ LOG.debug("Failed to find datanode (scope=\"{}\" excludedScope=\"{}\").",
String.valueOf(scope), String.valueOf(excludedScope));
return null;
}
http://git-wip-us.apache.org/repos/asf/hadoop/blob/a4ee4f9e/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockPlacementPolicyDefault.java
----------------------------------------------------------------------
diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockPlacementPolicyDefault.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockPlacementPolicyDefault.java
index dc5ed9b..4bc479a 100644
--- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockPlacementPolicyDefault.java
+++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockPlacementPolicyDefault.java
@@ -48,8 +48,9 @@ import com.google.common.annotations.VisibleForTesting;
public class BlockPlacementPolicyDefault extends BlockPlacementPolicy {
private static final String enableDebugLogging =
- "For more information, please enable DEBUG log level on "
- + BlockPlacementPolicy.class.getName();
+ "For more information, please enable DEBUG log level on "
+ + BlockPlacementPolicy.class.getName() + " and "
+ + NetworkTopology.class.getName();
private static final ThreadLocal<StringBuilder> debugLoggingBuilder
= new ThreadLocal<StringBuilder>() {
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org
[2/3] hadoop git commit: HDFS-10963. Reduce log level when network
topology cannot find enough datanodes. Contributed by Xiao chen
Posted by br...@apache.org.
HDFS-10963. Reduce log level when network topology cannot find enough datanodes. Contributed by Xiao chen
(cherry picked from commit b90fc70d671481564e468550c770c925f25d7db0)
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/d9e4ad78
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/d9e4ad78
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/d9e4ad78
Branch: refs/heads/branch-2
Commit: d9e4ad78ca284fb92397bcb56e3abd98870e5039
Parents: 5f1432d
Author: Brahma Reddy Battula <br...@apache.org>
Authored: Thu Oct 6 17:47:31 2016 +0530
Committer: Brahma Reddy Battula <br...@apache.org>
Committed: Thu Oct 6 17:48:49 2016 +0530
----------------------------------------------------------------------
.../src/main/java/org/apache/hadoop/net/NetworkTopology.java | 2 +-
.../server/blockmanagement/BlockPlacementPolicyDefault.java | 5 +++--
2 files changed, 4 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/d9e4ad78/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/net/NetworkTopology.java
----------------------------------------------------------------------
diff --git a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/net/NetworkTopology.java b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/net/NetworkTopology.java
index cf5b176..0e6c253 100644
--- a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/net/NetworkTopology.java
+++ b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/net/NetworkTopology.java
@@ -813,7 +813,7 @@ public class NetworkTopology {
}
}
if (numOfDatanodes == 0) {
- LOG.warn("Failed to find datanode (scope=\"{}\" excludedScope=\"{}\").",
+ LOG.debug("Failed to find datanode (scope=\"{}\" excludedScope=\"{}\").",
String.valueOf(scope), String.valueOf(excludedScope));
return null;
}
http://git-wip-us.apache.org/repos/asf/hadoop/blob/d9e4ad78/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockPlacementPolicyDefault.java
----------------------------------------------------------------------
diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockPlacementPolicyDefault.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockPlacementPolicyDefault.java
index dc5ed9b..4bc479a 100644
--- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockPlacementPolicyDefault.java
+++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockPlacementPolicyDefault.java
@@ -48,8 +48,9 @@ import com.google.common.annotations.VisibleForTesting;
public class BlockPlacementPolicyDefault extends BlockPlacementPolicy {
private static final String enableDebugLogging =
- "For more information, please enable DEBUG log level on "
- + BlockPlacementPolicy.class.getName();
+ "For more information, please enable DEBUG log level on "
+ + BlockPlacementPolicy.class.getName() + " and "
+ + NetworkTopology.class.getName();
private static final ThreadLocal<StringBuilder> debugLoggingBuilder
= new ThreadLocal<StringBuilder>() {
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org