You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by go...@apache.org on 2016/07/02 06:30:58 UTC
hive git commit: HIVE-14122: VectorMapOperator: Missing update to
AbstractMapOperator::numRows (Gopal V, reviewed by Sergey Shelukhin)
Repository: hive
Updated Branches:
refs/heads/master fb0f1ab7d -> a178fb083
HIVE-14122: VectorMapOperator: Missing update to AbstractMapOperator::numRows (Gopal V, reviewed by Sergey Shelukhin)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/a178fb08
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/a178fb08
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/a178fb08
Branch: refs/heads/master
Commit: a178fb0838bc5407a1d664184304ae51d40ea9b7
Parents: fb0f1ab
Author: Gopal V <go...@apache.org>
Authored: Fri Jul 1 23:30:19 2016 -0700
Committer: Gopal V <go...@apache.org>
Committed: Fri Jul 1 23:30:19 2016 -0700
----------------------------------------------------------------------
.../apache/hadoop/hive/ql/exec/vector/VectorMapOperator.java | 5 +++++
1 file changed, 5 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/a178fb08/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorMapOperator.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorMapOperator.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorMapOperator.java
index acad263..0f55c00 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorMapOperator.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorMapOperator.java
@@ -768,6 +768,9 @@ public class VectorMapOperator extends AbstractMapOperator {
* We pass the VectorizedRowBatch through here.
*/
batchCounter++;
+ if (value != null) {
+ numRows += ((VectorizedRowBatch) value).size;
+ }
oneRootOperator.process(value, 0);
if (oneRootOperator.getDone()) {
setDone(true);
@@ -785,6 +788,7 @@ public class VectorMapOperator extends AbstractMapOperator {
currentReadType == VectorMapOperatorReadType.ROW_DESERIALIZE);
if (deserializerBatch.size == deserializerBatch.DEFAULT_SIZE) {
+ numRows += deserializerBatch.size;
/*
* Feed current full batch to operator tree.
@@ -874,6 +878,7 @@ public class VectorMapOperator extends AbstractMapOperator {
if (!abort && oneRootOperator != null && !oneRootOperator.getDone() &&
currentReadType != VectorMapOperatorReadType.VECTORIZED_INPUT_FILE_FORMAT) {
if (deserializerBatch.size > 0) {
+ numRows += deserializerBatch.size;
batchCounter++;
oneRootOperator.process(deserializerBatch, 0);
deserializerBatch.size = 0;