You are viewing a plain text version of this content. The canonical link for it is here.
Posted to mapreduce-commits@hadoop.apache.org by ra...@apache.org on 2012/03/31 10:24:16 UTC
svn commit: r1307740 - in /hadoop/common/trunk/hadoop-mapreduce-project:
CHANGES.txt
src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/GenerateDistCacheData.java
Author: ravigummadi
Date: Sat Mar 31 08:24:15 2012
New Revision: 1307740
URL: http://svn.apache.org/viewvc?rev=1307740&view=rev
Log:
MAPREDUCE-4087. [Gridmix] GenerateDistCacheData job of Gridmix can become slow in some cases (ravigummadi)
Modified:
hadoop/common/trunk/hadoop-mapreduce-project/CHANGES.txt
hadoop/common/trunk/hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/GenerateDistCacheData.java
Modified: hadoop/common/trunk/hadoop-mapreduce-project/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-mapreduce-project/CHANGES.txt?rev=1307740&r1=1307739&r2=1307740&view=diff
==============================================================================
--- hadoop/common/trunk/hadoop-mapreduce-project/CHANGES.txt (original)
+++ hadoop/common/trunk/hadoop-mapreduce-project/CHANGES.txt Sat Mar 31 08:24:15 2012
@@ -52,6 +52,9 @@ Trunk (unreleased changes)
BUG FIXES
+ MAPREDUCE-4087. [Gridmix] GenerateDistCacheData job of Gridmix can
+ become slow in some cases (ravigummadi).
+
MAPREDUCE-3953. [Gridmix] Gridmix throws NPE and does not simulate a
job if the trace contains null taskStatus for a task.
(ravigummadi)
Modified: hadoop/common/trunk/hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/GenerateDistCacheData.java
URL: http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/GenerateDistCacheData.java?rev=1307740&r1=1307739&r2=1307740&view=diff
==============================================================================
--- hadoop/common/trunk/hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/GenerateDistCacheData.java (original)
+++ hadoop/common/trunk/hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/GenerateDistCacheData.java Sat Mar 31 08:24:15 2012
@@ -156,10 +156,11 @@ class GenerateDistCacheData extends Grid
FSDataOutputStream dos =
FileSystem.create(fs, path, new FsPermission((short)0755));
- for (long bytes = key.get(); bytes > 0; bytes -= val.getLength()) {
+ int size = 0;
+ for (long bytes = key.get(); bytes > 0; bytes -= size) {
r.nextBytes(val.getBytes());
- val.setSize((int)Math.min(val.getLength(), bytes));
- dos.write(val.getBytes(), 0, val.getLength());// Write to distCache file
+ size = (int)Math.min(val.getLength(), bytes);
+ dos.write(val.getBytes(), 0, size);// Write to distCache file
}
dos.close();
}