You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by kg...@apache.org on 2018/06/13 11:49:49 UTC
[11/13] hive git commit: HIVE-19237: Only use an operatorId once in a
plan (Zoltan Haindrich reviewed by Ashutosh Chauhan)
http://git-wip-us.apache.org/repos/asf/hive/blob/e8f283cf/ql/src/test/results/clientpositive/llap/explainuser_1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/explainuser_1.q.out b/ql/src/test/results/clientpositive/llap/explainuser_1.q.out
index e022634..7b99494 100644
--- a/ql/src/test/results/clientpositive/llap/explainuser_1.q.out
+++ b/ql/src/test/results/clientpositive/llap/explainuser_1.q.out
@@ -56,10 +56,10 @@ Stage-3
Dependency Collection{}
Stage-1
Reducer 2 llap
- File Output Operator [FS_6]
- Select Operator [SEL_5] (rows=1 width=1077)
+ File Output Operator [FS_10]
+ Select Operator [SEL_9] (rows=1 width=1077)
Output:["_col0","_col1","_col2","_col3"]
- Group By Operator [GBY_4] (rows=1 width=1077)
+ Group By Operator [GBY_8] (rows=1 width=1077)
Output:["_col0","_col1","_col2","_col3"],aggregations:["compute_stats(VALUE._col0)","compute_stats(VALUE._col1)"],keys:KEY._col0, KEY._col1
<-Map 1 [SIMPLE_EDGE] llap
File Output Operator [FS_3]
@@ -68,11 +68,11 @@ Stage-3
Output:["_col0","_col1"]
TableScan [TS_0] (rows=500 width=178)
default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
- SHUFFLE [RS_3]
+ SHUFFLE [RS_7]
PartitionCols:_col0, _col1
- Group By Operator [GBY_2] (rows=1 width=1061)
+ Group By Operator [GBY_6] (rows=1 width=1061)
Output:["_col0","_col1","_col2","_col3"],aggregations:["compute_stats(key, 'hll')","compute_stats(value, 'hll')"],keys:ds, ts
- Select Operator [SEL_1] (rows=500 width=292)
+ Select Operator [SEL_5] (rows=500 width=292)
Output:["key","value","ds","ts"]
Please refer to the previous Select Operator [SEL_1]
@@ -105,10 +105,10 @@ Stage-3
Dependency Collection{}
Stage-1
Reducer 3 llap
- File Output Operator [FS_6]
- Select Operator [SEL_5] (rows=1 width=1077)
+ File Output Operator [FS_14]
+ Select Operator [SEL_13] (rows=1 width=1077)
Output:["_col0","_col1","_col2","_col3"]
- Group By Operator [GBY_4] (rows=1 width=1077)
+ Group By Operator [GBY_12] (rows=1 width=1077)
Output:["_col0","_col1","_col2","_col3"],aggregations:["compute_stats(VALUE._col0)","compute_stats(VALUE._col1)"],keys:KEY._col0, KEY._col1
<-Reducer 2 [SIMPLE_EDGE] llap
File Output Operator [FS_7]
@@ -127,11 +127,11 @@ Stage-3
Output:["_col0","_col1"]
TableScan [TS_0] (rows=500 width=178)
default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
- SHUFFLE [RS_3]
+ SHUFFLE [RS_11]
PartitionCols:_col0, _col1
- Group By Operator [GBY_2] (rows=1 width=1061)
+ Group By Operator [GBY_10] (rows=1 width=1061)
Output:["_col0","_col1","_col2","_col3"],aggregations:["compute_stats(key, 'hll')","compute_stats(value, 'hll')"],keys:ds, ts
- Select Operator [SEL_1] (rows=100 width=292)
+ Select Operator [SEL_9] (rows=100 width=292)
Output:["key","value","ds","ts"]
Please refer to the previous Select Operator [SEL_6]
@@ -778,10 +778,10 @@ Stage-0
Output:["_col0"]
<-Union 3 [SIMPLE_EDGE]
<-Reducer 2 [CONTAINS] llap
- Reduce Output Operator [RS_23]
- Select Operator [SEL_5] (rows=1 width=87)
+ Reduce Output Operator [RS_29]
+ Select Operator [SEL_27] (rows=1 width=87)
Output:["_col0"]
- Group By Operator [GBY_4] (rows=1 width=8)
+ Group By Operator [GBY_26] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
<-Map 1 [CUSTOM_SIMPLE_EDGE] llap
PARTITION_ONLY_SHUFFLE [RS_3]
@@ -792,10 +792,10 @@ Stage-0
TableScan [TS_0] (rows=20 width=80)
default@cbo_t3,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
<-Reducer 6 [CONTAINS] llap
- Reduce Output Operator [RS_23]
- Select Operator [SEL_12] (rows=1 width=87)
+ Reduce Output Operator [RS_33]
+ Select Operator [SEL_31] (rows=1 width=87)
Output:["_col0"]
- Group By Operator [GBY_11] (rows=1 width=8)
+ Group By Operator [GBY_30] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
<-Map 5 [CUSTOM_SIMPLE_EDGE] llap
PARTITION_ONLY_SHUFFLE [RS_10]
@@ -806,10 +806,10 @@ Stage-0
TableScan [TS_7] (rows=20 width=80)
default@cbo_t3,s2,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
<-Reducer 8 [CONTAINS] llap
- Reduce Output Operator [RS_23]
- Select Operator [SEL_20] (rows=1 width=87)
+ Reduce Output Operator [RS_37]
+ Select Operator [SEL_35] (rows=1 width=87)
Output:["_col0"]
- Group By Operator [GBY_19] (rows=1 width=8)
+ Group By Operator [GBY_34] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
<-Map 7 [CUSTOM_SIMPLE_EDGE] llap
PARTITION_ONLY_SHUFFLE [RS_18]
@@ -855,13 +855,13 @@ Stage-0
Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
<-Union 3 [SIMPLE_EDGE]
<-Reducer 2 [CONTAINS] llap
- Reduce Output Operator [RS_25]
+ Reduce Output Operator [RS_35]
PartitionCols:_col0
- Group By Operator [GBY_24] (rows=1 width=95)
+ Group By Operator [GBY_34] (rows=1 width=95)
Output:["_col0","_col1"],aggregations:["count()"],keys:_col0
- Select Operator [SEL_5] (rows=1 width=87)
+ Select Operator [SEL_32] (rows=1 width=87)
Output:["_col0"]
- Group By Operator [GBY_4] (rows=1 width=8)
+ Group By Operator [GBY_31] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
<-Map 1 [CUSTOM_SIMPLE_EDGE] llap
PARTITION_ONLY_SHUFFLE [RS_3]
@@ -872,13 +872,13 @@ Stage-0
TableScan [TS_0] (rows=20 width=80)
default@cbo_t3,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
<-Reducer 7 [CONTAINS] llap
- Reduce Output Operator [RS_25]
+ Reduce Output Operator [RS_40]
PartitionCols:_col0
- Group By Operator [GBY_24] (rows=1 width=95)
+ Group By Operator [GBY_39] (rows=1 width=95)
Output:["_col0","_col1"],aggregations:["count()"],keys:_col0
- Select Operator [SEL_12] (rows=1 width=87)
+ Select Operator [SEL_37] (rows=1 width=87)
Output:["_col0"]
- Group By Operator [GBY_11] (rows=1 width=8)
+ Group By Operator [GBY_36] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
<-Map 6 [CUSTOM_SIMPLE_EDGE] llap
PARTITION_ONLY_SHUFFLE [RS_10]
@@ -889,13 +889,13 @@ Stage-0
TableScan [TS_7] (rows=20 width=80)
default@cbo_t3,s2,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
<-Reducer 9 [CONTAINS] llap
- Reduce Output Operator [RS_25]
+ Reduce Output Operator [RS_45]
PartitionCols:_col0
- Group By Operator [GBY_24] (rows=1 width=95)
+ Group By Operator [GBY_44] (rows=1 width=95)
Output:["_col0","_col1"],aggregations:["count()"],keys:_col0
- Select Operator [SEL_20] (rows=1 width=87)
+ Select Operator [SEL_42] (rows=1 width=87)
Output:["_col0"]
- Group By Operator [GBY_19] (rows=1 width=8)
+ Group By Operator [GBY_41] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
<-Map 8 [CUSTOM_SIMPLE_EDGE] llap
PARTITION_ONLY_SHUFFLE [RS_18]
@@ -4828,12 +4828,12 @@ Stage-4
Dependency Collection{}
Stage-2
Reducer 5 llap
- File Output Operator [FS_7]
- Group By Operator [GBY_5] (rows=1 width=2640)
+ File Output Operator [FS_17]
+ Group By Operator [GBY_15] (rows=1 width=2640)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["compute_stats(VALUE._col0)","compute_stats(VALUE._col1)","compute_stats(VALUE._col2)","compute_stats(VALUE._col3)","compute_stats(VALUE._col4)","compute_stats(VALUE._col5)"]
<-Reducer 4 [CUSTOM_SIMPLE_EDGE] llap
- PARTITION_ONLY_SHUFFLE [RS_4]
- Group By Operator [GBY_3] (rows=1 width=2576)
+ PARTITION_ONLY_SHUFFLE [RS_14]
+ Group By Operator [GBY_13] (rows=1 width=2576)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["compute_stats(VALUE._col0, 'hll')","compute_stats(VALUE._col2, 'hll')","compute_stats(VALUE._col3, 'hll')","compute_stats(VALUE._col4, 'hll')","compute_stats(VALUE._col5, 'hll')","compute_stats(VALUE._col6, 'hll')"]
<-Reducer 3 [CUSTOM_SIMPLE_EDGE] llap
File Output Operator [FS_9]
@@ -4856,46 +4856,46 @@ Stage-4
PartitionCols:p_mfgr
TableScan [TS_0] (rows=26 width=231)
default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_retailprice","p_size"]
- PARTITION_ONLY_SHUFFLE [RS_2]
+ PARTITION_ONLY_SHUFFLE [RS_12]
PartitionCols:rand()
- Select Operator [SEL_1] (rows=26 width=239)
+ Select Operator [SEL_11] (rows=26 width=239)
Output:["p_mfgr","p_name","p_size","r","dr","s"]
Please refer to the previous Select Operator [SEL_7]
Reducer 9 llap
- File Output Operator [FS_7]
- Group By Operator [GBY_5] (rows=1 width=3520)
+ File Output Operator [FS_36]
+ Group By Operator [GBY_34] (rows=1 width=3520)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["compute_stats(VALUE._col0)","compute_stats(VALUE._col1)","compute_stats(VALUE._col2)","compute_stats(VALUE._col3)","compute_stats(VALUE._col4)","compute_stats(VALUE._col5)","compute_stats(VALUE._col6)","compute_stats(VALUE._col7)"]
<-Reducer 8 [CUSTOM_SIMPLE_EDGE] llap
- PARTITION_ONLY_SHUFFLE [RS_4]
- Group By Operator [GBY_3] (rows=1 width=3424)
+ PARTITION_ONLY_SHUFFLE [RS_33]
+ Group By Operator [GBY_32] (rows=1 width=3424)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["compute_stats(VALUE._col0, 'hll')","compute_stats(VALUE._col2, 'hll')","compute_stats(VALUE._col3, 'hll')","compute_stats(VALUE._col4, 'hll')","compute_stats(VALUE._col5, 'hll')","compute_stats(VALUE._col6, 'hll')","compute_stats(VALUE._col7, 'hll')","compute_stats(VALUE._col8, 'hll')"]
<-Reducer 7 [CUSTOM_SIMPLE_EDGE] llap
- File Output Operator [FS_20]
+ File Output Operator [FS_28]
table:{"name:":"default.part_5_n1"}
- Select Operator [SEL_17] (rows=26 width=247)
+ Select Operator [SEL_25] (rows=26 width=247)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- PTF Operator [PTF_16] (rows=26 width=499)
+ PTF Operator [PTF_24] (rows=26 width=499)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 ASC NULLS FIRST, _col2 ASC NULLS FIRST","partition by:":"_col3"}]
- Select Operator [SEL_15] (rows=26 width=499)
+ Select Operator [SEL_23] (rows=26 width=499)
Output:["_col0","_col2","_col3","_col6"]
<-Reducer 6 [SIMPLE_EDGE] llap
- SHUFFLE [RS_14]
+ SHUFFLE [RS_22]
PartitionCols:_col2
- Select Operator [SEL_13] (rows=26 width=491)
+ Select Operator [SEL_21] (rows=26 width=491)
Output:["sum_window_0","_col1","_col2","_col5"]
- PTF Operator [PTF_12] (rows=26 width=491)
+ PTF Operator [PTF_20] (rows=26 width=491)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col5 ASC NULLS FIRST","partition by:":"_col2"}]
- Select Operator [SEL_11] (rows=26 width=491)
+ Select Operator [SEL_19] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Reducer 2 [SIMPLE_EDGE] llap
- SHUFFLE [RS_10]
+ SHUFFLE [RS_18]
PartitionCols:_col2
Please refer to the previous PTF Operator [PTF_3]
- PARTITION_ONLY_SHUFFLE [RS_2]
+ PARTITION_ONLY_SHUFFLE [RS_31]
PartitionCols:rand()
- Select Operator [SEL_1] (rows=26 width=247)
+ Select Operator [SEL_30] (rows=26 width=247)
Output:["p_mfgr","p_name","p_size","s2","r","dr","cud","fv1"]
- Please refer to the previous Select Operator [SEL_17]
+ Please refer to the previous Select Operator [SEL_25]
Stage-5
Stats Work{}
Stage-1
@@ -5272,26 +5272,26 @@ Stage-3
Dependency Collection{}
Stage-1
Reducer 4 llap
- File Output Operator [FS_7]
- Group By Operator [GBY_5] (rows=1 width=880)
+ File Output Operator [FS_19]
+ Group By Operator [GBY_17] (rows=1 width=880)
Output:["_col0","_col1"],aggregations:["compute_stats(VALUE._col0)","compute_stats(VALUE._col1)"]
<-Reducer 3 [CUSTOM_SIMPLE_EDGE] llap
- PARTITION_ONLY_SHUFFLE [RS_4]
- Group By Operator [GBY_3] (rows=1 width=864)
+ PARTITION_ONLY_SHUFFLE [RS_16]
+ Group By Operator [GBY_15] (rows=1 width=864)
Output:["_col0","_col1"],aggregations:["compute_stats(VALUE._col0, 'hll')","compute_stats(VALUE._col2, 'hll')"]
<-Reducer 2 [CUSTOM_SIMPLE_EDGE] llap
File Output Operator [FS_11]
table:{"name:":"default.dest_j1_n16"}
Select Operator [SEL_9] (rows=791 width=95)
Output:["_col0","_col1"]
- Merge Join Operator [MERGEJOIN_16] (rows=791 width=178)
+ Merge Join Operator [MERGEJOIN_24] (rows=791 width=178)
Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col0","_col2"]
<-Map 1 [SIMPLE_EDGE] llap
SHUFFLE [RS_6]
PartitionCols:_col0
Select Operator [SEL_2] (rows=500 width=87)
Output:["_col0"]
- Filter Operator [FIL_14] (rows=500 width=87)
+ Filter Operator [FIL_22] (rows=500 width=87)
predicate:key is not null
TableScan [TS_0] (rows=500 width=87)
default@src,src1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
@@ -5300,13 +5300,13 @@ Stage-3
PartitionCols:_col0
Select Operator [SEL_5] (rows=500 width=178)
Output:["_col0","_col1"]
- Filter Operator [FIL_15] (rows=500 width=178)
+ Filter Operator [FIL_23] (rows=500 width=178)
predicate:key is not null
TableScan [TS_3] (rows=500 width=178)
default@src,src2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
- PARTITION_ONLY_SHUFFLE [RS_2]
+ PARTITION_ONLY_SHUFFLE [RS_14]
PartitionCols:rand()
- Select Operator [SEL_1] (rows=791 width=95)
+ Select Operator [SEL_13] (rows=791 width=95)
Output:["key","value"]
Please refer to the previous Select Operator [SEL_9]