You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by jx...@apache.org on 2016/07/27 15:35:11 UTC
hive git commit: HIVE-14331: Task should set exception for failed map
reduce job (Zhihai Xu via Jimmy Xiang)
Repository: hive
Updated Branches:
refs/heads/master 6897655d4 -> 8b9263e20
HIVE-14331: Task should set exception for failed map reduce job (Zhihai Xu via Jimmy Xiang)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/8b9263e2
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/8b9263e2
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/8b9263e2
Branch: refs/heads/master
Commit: 8b9263e20fab47579226b7fb5f8461f2ac51a6bc
Parents: 6897655
Author: Zhihai Xu <zh...@gmail.com>
Authored: Wed Jul 27 08:26:50 2016 -0700
Committer: Jimmy Xiang <jx...@apache.org>
Committed: Wed Jul 27 08:26:50 2016 -0700
----------------------------------------------------------------------
ql/src/java/org/apache/hadoop/hive/ql/exec/mr/ExecDriver.java | 1 +
ql/src/java/org/apache/hadoop/hive/ql/io/merge/MergeFileTask.java | 2 ++
.../org/apache/hadoop/hive/ql/io/rcfile/stats/PartialScanTask.java | 1 +
.../hadoop/hive/ql/io/rcfile/truncate/ColumnTruncateTask.java | 1 +
4 files changed, 5 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/8b9263e2/ql/src/java/org/apache/hadoop/hive/ql/exec/mr/ExecDriver.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/mr/ExecDriver.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/mr/ExecDriver.java
index 8783960..cea9582 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/exec/mr/ExecDriver.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/mr/ExecDriver.java
@@ -473,6 +473,7 @@ public class ExecDriver extends Task<MapredWork> implements Serializable, Hadoop
} catch (Exception e) {
// jobClose needs to execute successfully otherwise fail task
if (success) {
+ setException(e);
success = false;
returnVal = 3;
String mesg = "Job Commit failed with exception '" + Utilities.getNameMessage(e) + "'";
http://git-wip-us.apache.org/repos/asf/hive/blob/8b9263e2/ql/src/java/org/apache/hadoop/hive/ql/io/merge/MergeFileTask.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/io/merge/MergeFileTask.java b/ql/src/java/org/apache/hadoop/hive/ql/io/merge/MergeFileTask.java
index 376bab2..67a6dc7 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/io/merge/MergeFileTask.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/io/merge/MergeFileTask.java
@@ -155,6 +155,7 @@ public class MergeFileTask extends Task<MergeFileWork> implements Serializable,
success = (returnVal == 0);
} catch (Exception e) {
+ setException(e);
String mesg = " with exception '" + Utilities.getNameMessage(e) + "'";
if (rj != null) {
mesg = "Ended Job = " + rj.getJobID() + mesg;
@@ -193,6 +194,7 @@ public class MergeFileTask extends Task<MergeFileWork> implements Serializable,
// jobClose needs to execute successfully otherwise fail task
LOG.warn("Job close failed ",e);
if (success) {
+ setException(e);
success = false;
returnVal = 3;
String mesg = "Job Commit failed with exception '" +
http://git-wip-us.apache.org/repos/asf/hive/blob/8b9263e2/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/stats/PartialScanTask.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/stats/PartialScanTask.java b/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/stats/PartialScanTask.java
index 6131581..dcd0e97 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/stats/PartialScanTask.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/stats/PartialScanTask.java
@@ -228,6 +228,7 @@ public class PartialScanTask extends Task<PartialScanWork> implements
} catch (Exception e) {
e.printStackTrace();
+ setException(e);
String mesg = " with exception '" + Utilities.getNameMessage(e) + "'";
if (rj != null) {
mesg = "Ended Job = " + rj.getJobID() + mesg;
http://git-wip-us.apache.org/repos/asf/hive/blob/8b9263e2/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/truncate/ColumnTruncateTask.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/truncate/ColumnTruncateTask.java b/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/truncate/ColumnTruncateTask.java
index 2d29afc..fcfcf2f 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/truncate/ColumnTruncateTask.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/truncate/ColumnTruncateTask.java
@@ -192,6 +192,7 @@ public class ColumnTruncateTask extends Task<ColumnTruncateWork> implements Seri
} catch (Exception e) {
e.printStackTrace();
+ setException(e);
String mesg = " with exception '" + Utilities.getNameMessage(e) + "'";
if (rj != null) {
mesg = "Ended Job = " + rj.getJobID() + mesg;