You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by na...@apache.org on 2011/12/10 07:29:01 UTC
svn commit: r1212739 - in /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql:
exec/MapOperator.java io/HiveContextAwareRecordReader.java
Author: namit
Date: Sat Dec 10 06:29:00 2011
New Revision: 1212739
URL: http://svn.apache.org/viewvc?rev=1212739&view=rev
Log:
HIVE-2628 move one line log from MapOperator to HiveContextAwareRecordReader
(He Yongqiang via namit)
Modified:
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/HiveContextAwareRecordReader.java
Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java?rev=1212739&r1=1212738&r2=1212739&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java Sat Dec 10 06:29:00 2011
@@ -86,7 +86,7 @@ public class MapOperator extends Operato
private Map<Operator<? extends Serializable>, java.util.ArrayList<String>> operatorToPaths;
- private final Map<Operator<? extends Serializable>, MapOpCtx> childrenOpToOpCtxMap =
+ private final Map<Operator<? extends Serializable>, MapOpCtx> childrenOpToOpCtxMap =
new HashMap<Operator<? extends Serializable>, MapOpCtx>();
private ArrayList<Operator<? extends Serializable>> extraChildrenToClose = null;
@@ -391,7 +391,7 @@ public class MapOperator extends Operato
setInspectorInput(inp);
}
}
-
+
if (children.size() == 0) {
// didn't find match for input file path in configuration!
// serious problem ..
@@ -412,7 +412,7 @@ public class MapOperator extends Operato
// set that parent initialization is done and call initialize on children
state = State.INIT;
List<Operator<? extends Serializable>> children = getChildOperators();
-
+
for (Entry<Operator<? extends Serializable>, MapOpCtx> entry : childrenOpToOpCtxMap
.entrySet()) {
Operator<? extends Serializable> child = entry.getKey();
@@ -491,8 +491,6 @@ public class MapOperator extends Operato
// The serializers need to be reset if the input file changed
if ((this.getExecContext() != null) &&
this.getExecContext().inputFileChanged()) {
- LOG.info("Processing path " + this.getExecContext().getCurrentInputFile());
-
// The child operators cleanup if input file has changed
cleanUpInputFileChanged();
}
Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/HiveContextAwareRecordReader.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/HiveContextAwareRecordReader.java?rev=1212739&r1=1212738&r2=1212739&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/HiveContextAwareRecordReader.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/HiveContextAwareRecordReader.java Sat Dec 10 06:29:00 2011
@@ -151,6 +151,7 @@ public abstract class HiveContextAwareRe
ioCxtRef.currentBlockStart = startPos;
ioCxtRef.isBlockPointer = isBlockPointer;
ioCxtRef.inputFile = inputFile;
+ LOG.info("Processing file " + inputFile);
initDone = true;
}