You are viewing a plain text version of this content. The canonical link for it is here.

Posted to commits@hive.apache.org by sz...@apache.org on 2014/08/08 04:08:48 UTC

svn commit: r1616663 - /hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/HiveBaseFunctionResultList.java

Author: szehon
Date: Fri Aug  8 02:08:47 2014
New Revision: 1616663

URL: http://svn.apache.org/r1616663
Log:
HIVE-7652 : Check OutputCollector after closing ExecMapper/ExecReducer (Venki Korukanti via Szehon) [Spark Branch]

Modified:
    hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/HiveBaseFunctionResultList.java

Modified: hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/HiveBaseFunctionResultList.java
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/HiveBaseFunctionResultList.java?rev=1616663&r1=1616662&r2=1616663&view=diff
==============================================================================
--- hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/HiveBaseFunctionResultList.java (original)
+++ hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/HiveBaseFunctionResultList.java Fri Aug  8 02:08:47 2014
@@ -107,6 +107,13 @@ public abstract class HiveBaseFunctionRe
 
       // At this point we are done processing the input. Close the record processor
       closeRecordProcessor();
+
+      // It is possible that some operators add records after closing the processor, so make sure
+      // to check the lastRecordOutput
+      if (lastRecordOutput.hasNext()) {
+        return true;
+      }
+
       lastRecordOutput.clear();
       return false;
     }