You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by gu...@apache.org on 2014/09/26 03:45:48 UTC
svn commit: r1627694 -
/hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezProcessor.java
Author: gunther
Date: Fri Sep 26 01:45:47 2014
New Revision: 1627694
URL: http://svn.apache.org/r1627694
Log:
HIVE-8259: Queries in tez fail with exception (Vikram Dixit K via Gunther Hagleitner)
Modified:
hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezProcessor.java
Modified: hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezProcessor.java
URL: http://svn.apache.org/viewvc/hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezProcessor.java?rev=1627694&r1=1627693&r2=1627694&view=diff
==============================================================================
--- hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezProcessor.java (original)
+++ hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezProcessor.java Fri Sep 26 01:45:47 2014
@@ -148,6 +148,16 @@ public class TezProcessor extends Abstra
Throwable originalThrowable = null;
try {
// Outputs will be started later by the individual Processors.
+ TezCacheAccess cacheAccess = TezCacheAccess.createInstance(jobConf);
+ // Start the actual Inputs. After MRInput initialization.
+ for (Map.Entry<String, LogicalInput> inputEntry : inputs.entrySet()) {
+ if (!cacheAccess.isInputCached(inputEntry.getKey())) {
+ LOG.info("Input: " + inputEntry.getKey() + " is not cached");
+ inputEntry.getValue().start();
+ } else {
+ LOG.info("Input: " + inputEntry.getKey() + " is already cached. Skipping start");
+ }
+ }
MRTaskReporter mrReporter = new MRTaskReporter(getContext());
rproc.init(jobConf, getContext(), mrReporter, inputs, outputs);