You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pig.apache.org by da...@apache.org on 2010/03/18 22:50:53 UTC
svn commit: r925012 - in /hadoop/pig/trunk: CHANGES.txt
src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/partitioners/SkewedPartitioner.java
Author: daijy
Date: Thu Mar 18 21:50:53 2010
New Revision: 925012
URL: http://svn.apache.org/viewvc?rev=925012&view=rev
Log:
PIG-1296: Skewed join fail due to negative partition index
Modified:
hadoop/pig/trunk/CHANGES.txt
hadoop/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/partitioners/SkewedPartitioner.java
Modified: hadoop/pig/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/pig/trunk/CHANGES.txt?rev=925012&r1=925011&r2=925012&view=diff
==============================================================================
--- hadoop/pig/trunk/CHANGES.txt (original)
+++ hadoop/pig/trunk/CHANGES.txt Thu Mar 18 21:50:53 2010
@@ -157,6 +157,8 @@ OPTIMIZATIONS
BUG FIXES
+PIG-1296: Skewed join fail due to negative partition index (daijy)
+
PIG-1293: pig wrapper script tends to fail if pig is in the path and PIG_HOME
isn't set (aw via gates)
Modified: hadoop/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/partitioners/SkewedPartitioner.java
URL: http://svn.apache.org/viewvc/hadoop/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/partitioners/SkewedPartitioner.java?rev=925012&r1=925011&r2=925012&view=diff
==============================================================================
--- hadoop/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/partitioners/SkewedPartitioner.java (original)
+++ hadoop/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/partitioners/SkewedPartitioner.java Thu Mar 18 21:50:53 2010
@@ -80,7 +80,7 @@ public class SkewedPartitioner extends P
indexes = reducerMap.get(keyTuple);
// if the reducerMap does not contain the key, do the default hash based partitioning
if (indexes == null) {
- return (Math.abs(keyTuple.hashCode()) % totalReducers);
+ return (Math.abs(keyTuple.hashCode() % totalReducers));
}
if (currentIndexMap.containsKey(keyTuple)) {