You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by xu...@apache.org on 2014/07/11 07:37:57 UTC
svn commit: r1609633 - in
/hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark:
SparkClient.java SparkCollector.java
Author: xuefu
Date: Fri Jul 11 05:37:56 2014
New Revision: 1609633
URL: http://svn.apache.org/r1609633
Log:
HIVE-7372: Select query gives unpredictable incorrect result when parallelism is greater than 1 [Spark Branch]
Modified:
hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkClient.java
hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkCollector.java
Modified: hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkClient.java
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkClient.java?rev=1609633&r1=1609632&r2=1609633&view=diff
==============================================================================
--- hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkClient.java (original)
+++ hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkClient.java Fri Jul 11 05:37:56 2014
@@ -56,7 +56,7 @@ public class SparkClient implements Seri
private static String sparkHome = "/home/xzhang/apache/spark";
- private static int reducerCount = 5;
+ private static int reducerCount = 1;
private static String execMem = "1g";
private static String execJvmOpts = "";
Modified: hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkCollector.java
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkCollector.java?rev=1609633&r1=1609632&r2=1609633&view=diff
==============================================================================
--- hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkCollector.java (original)
+++ hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkCollector.java Fri Jul 11 05:37:56 2014
@@ -35,7 +35,7 @@ public class SparkCollector implements O
@Override
public void collect(BytesWritable key, BytesWritable value) throws IOException {
- result.add(new Tuple2<BytesWritable, BytesWritable>(key, value));
+ result.add(new Tuple2<BytesWritable, BytesWritable>(new BytesWritable(key.copyBytes()), new BytesWritable(value.copyBytes())));
}
public void clear() {