You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by xu...@apache.org on 2015/08/02 05:35:14 UTC
[2/5] hive git commit: HIVE-11109 Replication factor is not properly
set in SparkHashTableSinkOperator [Spark Branch] (Rui via Jimmy)
HIVE-11109 Replication factor is not properly set in SparkHashTableSinkOperator [Spark Branch] (Rui via Jimmy)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/a120a62b
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/a120a62b
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/a120a62b
Branch: refs/heads/branch-1
Commit: a120a62b7e668b0f9f487afd7507eccb6a768e35
Parents: 488fa11
Author: Jimmy Xiang <jx...@cloudera.com>
Authored: Thu Jun 25 10:30:52 2015 -0700
Committer: xzhang <xz...@xzdt>
Committed: Sat Aug 1 20:25:29 2015 -0700
----------------------------------------------------------------------
.../apache/hadoop/hive/ql/exec/SparkHashTableSinkOperator.java | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/a120a62b/ql/src/java/org/apache/hadoop/hive/ql/exec/SparkHashTableSinkOperator.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/SparkHashTableSinkOperator.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/SparkHashTableSinkOperator.java
index 94144a2..7c67fd2 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/exec/SparkHashTableSinkOperator.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/SparkHashTableSinkOperator.java
@@ -141,10 +141,10 @@ public class SparkHashTableSinkOperator
} catch (FileExistsException e) {
// No problem, use a new name
}
- // TODO find out numOfPartitions for the big table
- int numOfPartitions = replication;
- replication = (short) Math.max(MIN_REPLICATION, numOfPartitions);
}
+ // TODO find out numOfPartitions for the big table
+ int numOfPartitions = replication;
+ replication = (short) Math.max(MIN_REPLICATION, numOfPartitions);
htsOperator.console.printInfo(Utilities.now() + "\tDump the side-table for tag: " + tag
+ " with group count: " + tableContainer.size() + " into file: " + path);
// get the hashtable file and path