You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pig.apache.org by rd...@apache.org on 2010/12/09 19:09:30 UTC
svn commit: r1044056 - in /pig/branches/branch-0.8: CHANGES.txt
src/org/apache/pig/data/InternalCachedBag.java
Author: rding
Date: Thu Dec 9 18:09:30 2010
New Revision: 1044056
URL: http://svn.apache.org/viewvc?rev=1044056&view=rev
Log:
PIG-1760: Need to report progress in all databags
Modified:
pig/branches/branch-0.8/CHANGES.txt
pig/branches/branch-0.8/src/org/apache/pig/data/InternalCachedBag.java
Modified: pig/branches/branch-0.8/CHANGES.txt
URL: http://svn.apache.org/viewvc/pig/branches/branch-0.8/CHANGES.txt?rev=1044056&r1=1044055&r2=1044056&view=diff
==============================================================================
--- pig/branches/branch-0.8/CHANGES.txt (original)
+++ pig/branches/branch-0.8/CHANGES.txt Thu Dec 9 18:09:30 2010
@@ -211,6 +211,8 @@ PIG-1309: Map-side Cogroup (ashutoshc)
BUG FIXES
+PIG-1760: Need to report progress in all databags (rding)
+
PIG-1709: Skewed join use fewer reducer for extreme large key (daijy)
PIG-1751: New logical plan: PushDownForEachFlatten fail in UDF with unknown
Modified: pig/branches/branch-0.8/src/org/apache/pig/data/InternalCachedBag.java
URL: http://svn.apache.org/viewvc/pig/branches/branch-0.8/src/org/apache/pig/data/InternalCachedBag.java?rev=1044056&r1=1044055&r2=1044056&view=diff
==============================================================================
--- pig/branches/branch-0.8/src/org/apache/pig/data/InternalCachedBag.java (original)
+++ pig/branches/branch-0.8/src/org/apache/pig/data/InternalCachedBag.java Thu Dec 9 18:09:30 2010
@@ -200,6 +200,8 @@ public class InternalCachedBag extends D
DataInputStream in;
Tuple next;
+ long numTuplesRead = 0;
+
public CachedBagIterator() {
iter = mContents.iterator();
if(mSpillFiles != null && mSpillFiles.size() > 0) {
@@ -258,6 +260,10 @@ public class InternalCachedBag extends D
Tuple t = next;
next = null;
+ numTuplesRead++;
+ // This will report progress every 16383 records.
+ if ((numTuplesRead & 0x3fff) == 0) reportProgress();
+
return t;
}