You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pig.apache.org by da...@apache.org on 2009/07/20 20:01:12 UTC
svn commit: r795936 - in /hadoop/pig/tags/release-0.3.0: CHANGES.txt
src/org/apache/pig/builtin/BinStorage.java
Author: daijy
Date: Mon Jul 20 18:01:12 2009
New Revision: 795936
URL: http://svn.apache.org/viewvc?rev=795936&view=rev
Log:
PIG-861: POJoinPackage lose tuple in large dataset
Modified:
hadoop/pig/tags/release-0.3.0/CHANGES.txt
hadoop/pig/tags/release-0.3.0/src/org/apache/pig/builtin/BinStorage.java
Modified: hadoop/pig/tags/release-0.3.0/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/pig/tags/release-0.3.0/CHANGES.txt?rev=795936&r1=795935&r2=795936&view=diff
==============================================================================
--- hadoop/pig/tags/release-0.3.0/CHANGES.txt (original)
+++ hadoop/pig/tags/release-0.3.0/CHANGES.txt Mon Jul 20 18:01:12 2009
@@ -69,6 +69,8 @@
BUG FIXES
+PIG-861: POJoinPackage lose tuple in large dataset (daijy)
+
PIG-846: MultiQuery optimization in some cases has an issue when there is a
split in the map plan (pradeepkth)
Modified: hadoop/pig/tags/release-0.3.0/src/org/apache/pig/builtin/BinStorage.java
URL: http://svn.apache.org/viewvc/hadoop/pig/tags/release-0.3.0/src/org/apache/pig/builtin/BinStorage.java?rev=795936&r1=795935&r2=795936&view=diff
==============================================================================
--- hadoop/pig/tags/release-0.3.0/src/org/apache/pig/builtin/BinStorage.java (original)
+++ hadoop/pig/tags/release-0.3.0/src/org/apache/pig/builtin/BinStorage.java Mon Jul 20 18:01:12 2009
@@ -52,9 +52,9 @@
public class BinStorage implements ReversibleLoadStoreFunc {
- public static final byte RECORD_1 = 0x01;
- public static final byte RECORD_2 = 0x02;
- public static final byte RECORD_3 = 0x03;
+ public static final int RECORD_1 = 0x01;
+ public static final int RECORD_2 = 0x02;
+ public static final int RECORD_3 = 0x03;
Iterator<Tuple> i = null;
protected BufferedPositionedInputStream in = null;
@@ -70,7 +70,7 @@
public Tuple getNext() throws IOException {
- byte b = 0;
+ int b = 0;
// skip to next record
while (true) {
if (in == null || in.getPosition() >=end) {
@@ -82,23 +82,23 @@
// After reading the second RECORD_1 in the above
// sequence, we should not look for RECORD_1 again
if(b != RECORD_1) {
- b = (byte) in.read();
+ b = in.read();
if(b != RECORD_1 && b != -1) {
continue;
}
if(b == -1) return null;
}
- b = (byte) in.read();
+ b = in.read();
if(b != RECORD_2 && b != -1) {
continue;
}
if(b == -1) return null;
- b = (byte) in.read();
+ b = in.read();
if(b != RECORD_3 && b != -1) {
continue;
}
if(b == -1) return null;
- b = (byte) in.read();
+ b = in.read();
if(b != DataType.TUPLE && b != -1) {
continue;
}