You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by om...@apache.org on 2011/03/04 05:54:33 UTC

svn commit: r1077779 - /hadoop/common/branches/branch-0.20-security-patches/src/mapred/org/apache/hadoop/mapred/MapTask.java

Author: omalley
Date: Fri Mar  4 04:54:32 2011
New Revision: 1077779

URL: http://svn.apache.org/viewvc?rev=1077779&view=rev
Log:
commit c6e8d39fbe89447416c1cc9943b22d3c99e058df
Author: Siddharth Seth <ss...@yahoo-inc.com>
Date:   Thu Jan 27 17:55:33 2011 -0800

     included a cuople more methods in NewTrackingRecordReader
    for computing the counters.

Modified:
    hadoop/common/branches/branch-0.20-security-patches/src/mapred/org/apache/hadoop/mapred/MapTask.java

Modified: hadoop/common/branches/branch-0.20-security-patches/src/mapred/org/apache/hadoop/mapred/MapTask.java
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.20-security-patches/src/mapred/org/apache/hadoop/mapred/MapTask.java?rev=1077779&r1=1077778&r2=1077779&view=diff
==============================================================================
--- hadoop/common/branches/branch-0.20-security-patches/src/mapred/org/apache/hadoop/mapred/MapTask.java (original)
+++ hadoop/common/branches/branch-0.20-security-patches/src/mapred/org/apache/hadoop/mapred/MapTask.java Fri Mar  4 04:54:32 2011
@@ -469,7 +469,6 @@ class MapTask extends Task {
         TaskReporter reporter, JobConf job,
         org.apache.hadoop.mapreduce.TaskAttemptContext taskContext)
         throws IOException, InterruptedException {
-      this.real = inputFormat.createRecordReader(split, taskContext);
       this.reporter = reporter;
       this.inputSplit = split;
       this.job = job;
@@ -483,11 +482,19 @@ class MapTask extends Task {
             .getPath());
       } 
       fsStats = matchedStats;
+	  
+      long bytesInPrev = getInputBytes(fsStats);
+      this.real = inputFormat.createRecordReader(split, taskContext);
+      long bytesInCurr = getInputBytes(fsStats);
+      fileInputByteCounter.increment(bytesInCurr - bytesInPrev);
     }
 
     @Override
     public void close() throws IOException {
+      long bytesInPrev = getInputBytes(fsStats);
       real.close();
+      long bytesInCurr = getInputBytes(fsStats);
+      fileInputByteCounter.increment(bytesInCurr - bytesInPrev);
     }
 
     @Override