You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by we...@apache.org on 2017/05/30 21:17:20 UTC
[11/12] hive git commit: HIVE-16507: Hive Explain User-Level may
print out "Vertex dependency in root stage" twice (Sahil Takiar,
reviewed by Pengcheng Xiong)
HIVE-16507: Hive Explain User-Level may print out "Vertex dependency in root stage" twice (Sahil Takiar, reviewed by Pengcheng Xiong)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/4cd42513
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/4cd42513
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/4cd42513
Branch: refs/heads/hive-14535
Commit: 4cd425132e54d7c48aa87fb8509b6011f5139862
Parents: 8dcc78a
Author: Pengcheng Xiong <px...@hortonworks.com>
Authored: Tue May 30 10:27:42 2017 -0700
Committer: Pengcheng Xiong <px...@hortonworks.com>
Committed: Tue May 30 10:27:42 2017 -0700
----------------------------------------------------------------------
.../hive/common/jsonexplain/DagJsonParser.java | 6 ++++-
.../results/clientpositive/llap/cte_mat_3.q.out | 2 +-
.../results/clientpositive/llap/cte_mat_4.q.out | 4 ++--
.../results/clientpositive/llap/cte_mat_5.q.out | 2 +-
.../spark/spark_explainuser_1.q.out | 24 ++++++++++----------
5 files changed, 21 insertions(+), 17 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/4cd42513/common/src/java/org/apache/hadoop/hive/common/jsonexplain/DagJsonParser.java
----------------------------------------------------------------------
diff --git a/common/src/java/org/apache/hadoop/hive/common/jsonexplain/DagJsonParser.java b/common/src/java/org/apache/hadoop/hive/common/jsonexplain/DagJsonParser.java
index 61746c8..f4a9248 100644
--- a/common/src/java/org/apache/hadoop/hive/common/jsonexplain/DagJsonParser.java
+++ b/common/src/java/org/apache/hadoop/hive/common/jsonexplain/DagJsonParser.java
@@ -117,7 +117,11 @@ public abstract class DagJsonParser implements JsonParser {
// print out the vertex dependency in root stage
for (Stage candidate : this.stages.values()) {
if (candidate.tezStageDependency != null && candidate.tezStageDependency.size() > 0) {
- printer.println("Vertex dependency in root stage");
+ if (candidate.parentStages.size() == 0) {
+ printer.println("Vertex dependency in root stage");
+ } else {
+ printer.println("Vertex dependency in " + candidate.externalName);
+ }
for (Entry<Vertex, List<Connection>> entry : candidate.tezStageDependency.entrySet()) {
StringBuilder sb = new StringBuilder();
sb.append(entry.getKey().name);
http://git-wip-us.apache.org/repos/asf/hive/blob/4cd42513/ql/src/test/results/clientpositive/llap/cte_mat_3.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/cte_mat_3.q.out b/ql/src/test/results/clientpositive/llap/cte_mat_3.q.out
index cb88f0c..31c5959 100644
--- a/ql/src/test/results/clientpositive/llap/cte_mat_3.q.out
+++ b/ql/src/test/results/clientpositive/llap/cte_mat_3.q.out
@@ -12,7 +12,7 @@ on a.key=b.key
POSTHOOK: type: QUERY
Plan optimized by CBO.
-Vertex dependency in root stage
+Vertex dependency in Stage-4
Reducer 3 <- Map 2 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE)
Stage-3
http://git-wip-us.apache.org/repos/asf/hive/blob/4cd42513/ql/src/test/results/clientpositive/llap/cte_mat_4.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/cte_mat_4.q.out b/ql/src/test/results/clientpositive/llap/cte_mat_4.q.out
index 1c5be08..c23e985 100644
--- a/ql/src/test/results/clientpositive/llap/cte_mat_4.q.out
+++ b/ql/src/test/results/clientpositive/llap/cte_mat_4.q.out
@@ -51,7 +51,7 @@ on a.key=b.key
POSTHOOK: type: QUERY
Plan optimized by CBO.
-Vertex dependency in root stage
+Vertex dependency in Stage-4
Reducer 3 <- Map 2 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE)
Stage-3
@@ -201,7 +201,7 @@ on a.key=b.key
POSTHOOK: type: QUERY
Plan optimized by CBO.
-Vertex dependency in root stage
+Vertex dependency in Stage-4
Reducer 3 <- Map 2 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE)
Stage-3
http://git-wip-us.apache.org/repos/asf/hive/blob/4cd42513/ql/src/test/results/clientpositive/llap/cte_mat_5.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/cte_mat_5.q.out b/ql/src/test/results/clientpositive/llap/cte_mat_5.q.out
index 0c22b72..6fa2615 100644
--- a/ql/src/test/results/clientpositive/llap/cte_mat_5.q.out
+++ b/ql/src/test/results/clientpositive/llap/cte_mat_5.q.out
@@ -75,7 +75,7 @@ on a.colnum=b.key
POSTHOOK: type: QUERY
Plan optimized by CBO.
-Vertex dependency in root stage
+Vertex dependency in Stage-4
Reducer 3 <- Map 2 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE)
Stage-3
http://git-wip-us.apache.org/repos/asf/hive/blob/4cd42513/ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out b/ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out
index ca0910a..fd29d6a 100644
--- a/ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out
+++ b/ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out
@@ -228,7 +228,7 @@ select src1.key as k1, src1.value as v1,
POSTHOOK: type: QUERY
Plan not optimized by CBO.
-Vertex dependency in root stage
+Vertex dependency in Stage-1
Reducer 2 <- Map 1 (PARTITION-LEVEL SORT)
Reducer 3 <- Reducer 2 (GROUP)
@@ -2821,7 +2821,7 @@ FROM (select x.key AS key, count(1) AS cnt
POSTHOOK: type: QUERY
Plan optimized by CBO.
-Vertex dependency in root stage
+Vertex dependency in Stage-1
Reducer 3 <- Map 2 (GROUP)
Reducer 4 <- Reducer 3 (GROUP)
@@ -4178,7 +4178,7 @@ sort by j.p_name)
POSTHOOK: type: QUERY
Plan not optimized by CBO.
-Vertex dependency in root stage
+Vertex dependency in Stage-1
Reducer 2 <- Map 1 (PARTITION-LEVEL SORT)
Reducer 3 <- Reducer 2 (PARTITION-LEVEL SORT)
@@ -4400,7 +4400,7 @@ order by p_name
POSTHOOK: type: QUERY
Plan not optimized by CBO.
-Vertex dependency in root stage
+Vertex dependency in Stage-1
Reducer 2 <- Map 1 (PARTITION-LEVEL SORT)
Stage-0
@@ -4725,7 +4725,7 @@ order by p_name
POSTHOOK: type: QUERY
Plan not optimized by CBO.
-Vertex dependency in root stage
+Vertex dependency in Stage-1
Reducer 2 <- Map 1 (PARTITION-LEVEL SORT)
Reducer 3 <- Reducer 2 (PARTITION-LEVEL SORT)
@@ -5484,7 +5484,7 @@ POSTHOOK: query: explain FROM T1 a JOIN src c ON c.key+1=a.key select /*+ STREAM
POSTHOOK: type: QUERY
Plan optimized by CBO.
-Vertex dependency in root stage
+Vertex dependency in Stage-1
Reducer 3 <- Map 2 (GROUP)
Reducer 4 <- Reducer 3 (GROUP)
@@ -5606,7 +5606,7 @@ POSTHOOK: query: explain select /*+ mapjoin(k)*/ sum(hash(k.key)), sum(hash(v.va
POSTHOOK: type: QUERY
Plan optimized by CBO.
-Vertex dependency in root stage
+Vertex dependency in Stage-1
Reducer 2 <- Map 1 (GROUP)
Reducer 3 <- Reducer 2 (GROUP)
@@ -5654,7 +5654,7 @@ POSTHOOK: query: explain select sum(hash(k.key)), sum(hash(v.val)) from T1 k joi
POSTHOOK: type: QUERY
Plan optimized by CBO.
-Vertex dependency in root stage
+Vertex dependency in Stage-1
Reducer 2 <- Map 1 (GROUP)
Reducer 3 <- Reducer 2 (GROUP)
@@ -5702,7 +5702,7 @@ POSTHOOK: query: explain select count(1) from T1 a join T1 b on a.key = b.key
POSTHOOK: type: QUERY
Plan optimized by CBO.
-Vertex dependency in root stage
+Vertex dependency in Stage-1
Reducer 2 <- Map 1 (GROUP)
Reducer 3 <- Reducer 2 (GROUP)
@@ -5748,7 +5748,7 @@ POSTHOOK: query: explain FROM T1 a LEFT OUTER JOIN T2 c ON c.key+1=a.key select
POSTHOOK: type: QUERY
Plan optimized by CBO.
-Vertex dependency in root stage
+Vertex dependency in Stage-1
Reducer 2 <- Map 1 (GROUP)
Reducer 3 <- Reducer 2 (GROUP)
@@ -5792,7 +5792,7 @@ POSTHOOK: query: explain FROM T1 a RIGHT OUTER JOIN T2 c ON c.key+1=a.key select
POSTHOOK: type: QUERY
Plan optimized by CBO.
-Vertex dependency in root stage
+Vertex dependency in Stage-1
Reducer 3 <- Map 2 (GROUP)
Reducer 4 <- Reducer 3 (GROUP)
@@ -5881,7 +5881,7 @@ POSTHOOK: query: explain select /*+ mapjoin(v)*/ sum(hash(k.key)), sum(hash(v.va
POSTHOOK: type: QUERY
Plan optimized by CBO.
-Vertex dependency in root stage
+Vertex dependency in Stage-1
Reducer 2 <- Map 1 (GROUP)
Reducer 3 <- Reducer 2 (GROUP)