You are viewing a plain text version of this content. The canonical link for it is here.
Posted to mapreduce-commits@hadoop.apache.org by yh...@apache.org on 2009/10/29 04:51:55 UTC
svn commit: r830837 - in /hadoop/mapreduce/trunk: CHANGES.txt
src/java/org/apache/hadoop/mapred/JobInProgress.java
src/java/org/apache/hadoop/mapred/ResourceEstimator.java
Author: yhemanth
Date: Thu Oct 29 03:51:54 2009
New Revision: 830837
URL: http://svn.apache.org/viewvc?rev=830837&view=rev
Log:
MAPREDUCE-1160. Reduce verbosity of log lines in some Map/Reduce classes to avoid filling up jobtracker logs on a busy cluster. Contributed by Ravi Gummadi and Hong Tang.
Modified:
hadoop/mapreduce/trunk/CHANGES.txt
hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/JobInProgress.java
hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/ResourceEstimator.java
Modified: hadoop/mapreduce/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/mapreduce/trunk/CHANGES.txt?rev=830837&r1=830836&r2=830837&view=diff
==============================================================================
--- hadoop/mapreduce/trunk/CHANGES.txt (original)
+++ hadoop/mapreduce/trunk/CHANGES.txt Thu Oct 29 03:51:54 2009
@@ -54,6 +54,10 @@
MAPREDUCE-1158. Fix JT running maps and running reduces metrics.
(sharad)
+ MAPREDUCE-1160. Reduce verbosity of log lines in some Map/Reduce classes
+ to avoid filling up jobtracker logs on a busy cluster.
+ (Ravi Gummadi and Hong Tang via yhemanth)
+
Release 0.21.0 - Unreleased
INCOMPATIBLE CHANGES
Modified: hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/JobInProgress.java
URL: http://svn.apache.org/viewvc/hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/JobInProgress.java?rev=830837&r1=830836&r2=830837&view=diff
==============================================================================
--- hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/JobInProgress.java (original)
+++ hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/JobInProgress.java Thu Oct 29 03:51:54 2009
@@ -2057,7 +2057,9 @@
String taskTrackerName = tts.getTrackerName();
String taskTrackerHost = tts.getHost();
if (numMapTasks == 0) {
- LOG.info("No maps to schedule for " + profile.getJobID());
+ if(LOG.isDebugEnabled()) {
+ LOG.debug("No maps to schedule for " + profile.getJobID());
+ }
return -1;
}
@@ -2247,7 +2249,9 @@
String taskTrackerName = tts.getTrackerName();
String taskTrackerHost = tts.getHost();
if (numReduceTasks == 0) {
- LOG.info("No reduces to schedule for " + profile.getJobID());
+ if(LOG.isDebugEnabled()) {
+ LOG.debug("No reduces to schedule for " + profile.getJobID());
+ }
return -1;
}
TaskInProgress tip = null;
Modified: hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/ResourceEstimator.java
URL: http://svn.apache.org/viewvc/hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/ResourceEstimator.java?rev=830837&r1=830836&r2=830837&view=diff
==============================================================================
--- hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/ResourceEstimator.java (original)
+++ hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/ResourceEstimator.java Thu Oct 29 03:51:54 2009
@@ -56,9 +56,11 @@
completedMapsInputSize+=(tip.getMapInputSize()+1);
completedMapsOutputSize+=ts.getOutputSize();
- LOG.info("completedMapsUpdates:"+completedMapsUpdates+" "+
- "completedMapsInputSize:"+completedMapsInputSize+" " +
- "completedMapsOutputSize:"+completedMapsOutputSize);
+ if(LOG.isDebugEnabled()) {
+ LOG.debug("completedMapsUpdates:"+completedMapsUpdates+" "+
+ "completedMapsInputSize:"+completedMapsInputSize+" " +
+ "completedMapsOutputSize:"+completedMapsOutputSize);
+ }
}
}
@@ -73,7 +75,9 @@
//add desiredMaps() so that randomwriter case doesn't blow up
long estimate = Math.round((inputSize *
completedMapsOutputSize * 2.0)/completedMapsInputSize);
- LOG.debug("estimate total map output will be " + estimate);
+ if (LOG.isDebugEnabled()) {
+ LOG.debug("estimate total map output will be " + estimate);
+ }
return estimate;
}
}