You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by gu...@apache.org on 2014/10/28 03:51:57 UTC
svn commit: r1634768 - in
/hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec:
FileSinkOperator.java MapOperator.java ReduceSinkOperator.java
Author: gunther
Date: Tue Oct 28 02:51:57 2014
New Revision: 1634768
URL: http://svn.apache.org/r1634768
Log:
HIVE-8624: Record counters don't work with Tez container reuse (Gunther Hagleitner, reviewed by Vikram Dixit K)
Modified:
hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java
hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java
hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java
Modified: hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java
URL: http://svn.apache.org/viewvc/hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java?rev=1634768&r1=1634767&r2=1634768&view=diff
==============================================================================
--- hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java (original)
+++ hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java Tue Oct 28 02:51:57 2014
@@ -391,6 +391,8 @@ public class FileSinkOperator extends Te
bucketInspector = (IntObjectInspector)bucketField.getFieldObjectInspector();
}
+ numRows = 0;
+
String context = jc.get(Operator.CONTEXT_NAME_KEY, "");
if (context != null && !context.isEmpty()) {
context = "_" + context.replace(" ","_");
Modified: hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java
URL: http://svn.apache.org/viewvc/hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java?rev=1634768&r1=1634767&r2=1634768&view=diff
==============================================================================
--- hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java (original)
+++ hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java Tue Oct 28 02:51:57 2014
@@ -412,6 +412,8 @@ public class MapOperator extends Operato
state = State.INIT;
statsMap.put(Counter.DESERIALIZE_ERRORS.toString(), deserialize_error_count);
+ numRows = 0;
+
String context = hconf.get(Operator.CONTEXT_NAME_KEY, "");
if (context != null && !context.isEmpty()) {
context = "_" + context.replace(" ","_");
Modified: hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java
URL: http://svn.apache.org/viewvc/hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java?rev=1634768&r1=1634767&r2=1634768&view=diff
==============================================================================
--- hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java (original)
+++ hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java Tue Oct 28 02:51:57 2014
@@ -155,6 +155,9 @@ public class ReduceSinkOperator extends
@Override
protected void initializeOp(Configuration hconf) throws HiveException {
try {
+
+ numRows = 0;
+
String context = hconf.get(Operator.CONTEXT_NAME_KEY, "");
if (context != null && !context.isEmpty()) {
context = "_" + context.replace(" ","_");