You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by cu...@apache.org on 2006/04/13 01:00:49 UTC
svn commit: r393640 -
/lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/ReduceTaskRunner.java
Author: cutting
Date: Wed Apr 12 16:00:47 2006
New Revision: 393640
URL: http://svn.apache.org/viewcvs?rev=393640&view=rev
Log:
Add some logging during shuffle.
Modified:
lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/ReduceTaskRunner.java
Modified: lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/ReduceTaskRunner.java
URL: http://svn.apache.org/viewcvs/lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/ReduceTaskRunner.java?rev=393640&r1=393639&r2=393640&view=diff
==============================================================================
--- lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/ReduceTaskRunner.java (original)
+++ lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/ReduceTaskRunner.java Wed Apr 12 16:00:47 2006
@@ -53,6 +53,7 @@
InterTrackerProtocol jobClient = getTracker().getJobClient();
while (needed.size() > 0) {
+ LOG.info(task.getTaskId()+" Need "+needed.size()+" map output(s).");
getTask().reportProgress(getTracker());
// query for a just a random subset of needed segments so that we don't
@@ -72,6 +73,7 @@
if (killed) {
return false;
}
+ LOG.info(task.getTaskId()+" No map outputs available; sleeping...");
Thread.sleep(10000);
} catch (InterruptedException e) {
}
@@ -103,6 +105,8 @@
try {
copyPhase.phase().setStatus(loc.toString());
+ LOG.info(task.getTaskId()+" Copying "+loc.getMapTaskId()
+ +" output from "+loc.getHost()+".");
client.getFile(loc.getMapTaskId(), task.getTaskId(),
new IntWritable(task.getPartition()));