You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by nz...@apache.org on 2011/08/09 21:05:01 UTC
svn commit: r1155493 - in /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql:
exec/ExecDriver.java exec/Task.java io/rcfile/merge/BlockMergeTask.java
Author: nzhang
Date: Tue Aug 9 19:05:01 2011
New Revision: 1155493
URL: http://svn.apache.org/viewvc?rev=1155493&view=rev
Log:
HIVE-2347. Make Hadoop Job ID available after task finish executing (Kevin Wilfong via Ning Zhang)
Modified:
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/ExecDriver.java
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/Task.java
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/merge/BlockMergeTask.java
Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/ExecDriver.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/ExecDriver.java?rev=1155493&r1=1155492&r2=1155493&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/ExecDriver.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/ExecDriver.java Tue Aug 9 19:05:01 2011
@@ -483,6 +483,7 @@ public class ExecDriver extends Task<Map
rj.killJob();
}
HadoopJobExecHelper.runningJobKillURIs.remove(rj.getJobID());
+ jobID = rj.getID().toString();
}
} catch (Exception e) {
}
Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/Task.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/Task.java?rev=1155493&r1=1155492&r2=1155493&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/Task.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/Task.java Tue Aug 9 19:05:01 2011
@@ -59,6 +59,7 @@ public abstract class Task<T extends Ser
protected transient HashMap<String, Long> taskCounters;
protected transient DriverContext driverContext;
protected transient boolean clonedConf = false;
+ protected transient String jobID;
protected Task<? extends Serializable> backupTask;
protected List<Task<? extends Serializable>> backupChildrenTasks = new ArrayList<Task<? extends Serializable>>();
protected static transient Log LOG = LogFactory.getLog(Task.class);
@@ -493,4 +494,8 @@ public abstract class Task<T extends Ser
public void setQueryPlan(QueryPlan queryPlan) {
this.queryPlan = queryPlan;
}
+
+ public String getJobID() {
+ return jobID;
+ }
}
Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/merge/BlockMergeTask.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/merge/BlockMergeTask.java?rev=1155493&r1=1155492&r2=1155493&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/merge/BlockMergeTask.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/merge/BlockMergeTask.java Tue Aug 9 19:05:01 2011
@@ -227,6 +227,7 @@ public class BlockMergeTask extends Task
rj.killJob();
}
HadoopJobExecHelper.runningJobKillURIs.remove(rj.getJobID());
+ jobID = rj.getID().toString();
}
RCFileMergeMapper.jobClose(outputPath, success, job, console);
} catch (Exception e) {