You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by ha...@apache.org on 2016/05/06 20:55:53 UTC
[01/15] hive git commit: HIVE-13542 : Missing stats for tables in
TPCDS performance regression suite (Hari Subramaniyan via Ashutosh Chauhan)
Repository: hive
Updated Branches:
refs/heads/master 92a9ae800 -> db8a6db99
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query97.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query97.q.out b/ql/src/test/results/clientpositive/perf/query97.q.out
index 2f610bd..5dcd341 100644
--- a/ql/src/test/results/clientpositive/perf/query97.q.out
+++ b/ql/src/test/results/clientpositive/perf/query97.q.out
@@ -26,33 +26,33 @@ Stage-0
SHUFFLE [RS_34]
Group By Operator [GBY_33] (rows=1 width=24)
Output:["_col0","_col1","_col2"],aggregations:["sum(_col0)","sum(_col1)","sum(_col2)"]
- Select Operator [SEL_31] (rows=22096 width=1119)
+ Select Operator [SEL_31] (rows=348477374 width=88)
Output:["_col0","_col1","_col2"]
- Merge Join Operator [MERGEJOIN_49] (rows=22096 width=1119)
+ Merge Join Operator [MERGEJOIN_49] (rows=348477374 width=88)
Conds:RS_28._col0, _col1=RS_29._col0, _col1(Outer),Output:["_col0","_col2"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_28]
PartitionCols:_col0, _col1
- Select Operator [SEL_13] (rows=20088 width=1119)
+ Select Operator [SEL_13] (rows=316797606 width=88)
Output:["_col0","_col1"]
- Group By Operator [GBY_12] (rows=20088 width=1119)
+ Group By Operator [GBY_12] (rows=316797606 width=88)
Output:["_col0","_col1"],keys:KEY._col0, KEY._col1
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_11]
PartitionCols:_col0, _col1
- Group By Operator [GBY_10] (rows=40176 width=1119)
+ Group By Operator [GBY_10] (rows=633595212 width=88)
Output:["_col0","_col1"],keys:_col1, _col2
- Merge Join Operator [MERGEJOIN_47] (rows=40176 width=1119)
+ Merge Join Operator [MERGEJOIN_47] (rows=633595212 width=88)
Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_6]
PartitionCols:_col0
- Select Operator [SEL_2] (rows=1 width=0)
+ Select Operator [SEL_2] (rows=575995635 width=88)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_43] (rows=1 width=0)
+ Filter Operator [FIL_43] (rows=575995635 width=88)
predicate:ss_sold_date_sk is not null
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk"]
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk"]
<-Map 6 [SIMPLE_EDGE]
SHUFFLE [RS_7]
PartitionCols:_col0
@@ -65,14 +65,14 @@ Stage-0
<-Reducer 9 [SIMPLE_EDGE]
SHUFFLE [RS_29]
PartitionCols:_col0, _col1
- Group By Operator [GBY_26] (rows=20088 width=1119)
+ Group By Operator [GBY_26] (rows=158394413 width=135)
Output:["_col0","_col1"],keys:KEY._col0, KEY._col1
<-Reducer 8 [SIMPLE_EDGE]
SHUFFLE [RS_25]
PartitionCols:_col0, _col1
- Group By Operator [GBY_24] (rows=40176 width=1119)
+ Group By Operator [GBY_24] (rows=316788826 width=135)
Output:["_col0","_col1"],keys:_col1, _col2
- Merge Join Operator [MERGEJOIN_48] (rows=40176 width=1119)
+ Merge Join Operator [MERGEJOIN_48] (rows=316788826 width=135)
Conds:RS_20._col0=RS_21._col0(Inner),Output:["_col1","_col2"]
<-Map 10 [SIMPLE_EDGE]
SHUFFLE [RS_21]
@@ -86,10 +86,10 @@ Stage-0
<-Map 7 [SIMPLE_EDGE]
SHUFFLE [RS_20]
PartitionCols:_col0
- Select Operator [SEL_16] (rows=1 width=0)
+ Select Operator [SEL_16] (rows=287989836 width=135)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_45] (rows=1 width=0)
+ Filter Operator [FIL_45] (rows=287989836 width=135)
predicate:cs_sold_date_sk is not null
- TableScan [TS_14] (rows=1 width=0)
- default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk"]
+ TableScan [TS_14] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query98.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query98.q.out b/ql/src/test/results/clientpositive/perf/query98.q.out
index fc4b7a3..484f3c6 100644
--- a/ql/src/test/results/clientpositive/perf/query98.q.out
+++ b/ql/src/test/results/clientpositive/perf/query98.q.out
@@ -17,62 +17,62 @@ Stage-0
Stage-1
Reducer 6
File Output Operator [FS_27]
- Select Operator [SEL_26] (rows=139755 width=1436)
+ Select Operator [SEL_26] (rows=348477374 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_25]
- Select Operator [SEL_23] (rows=139755 width=1436)
+ Select Operator [SEL_23] (rows=348477374 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- PTF Operator [PTF_22] (rows=139755 width=1436)
+ PTF Operator [PTF_22] (rows=348477374 width=88)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 ASC NULLS FIRST","partition by:":"_col3"}]
- Select Operator [SEL_21] (rows=139755 width=1436)
+ Select Operator [SEL_21] (rows=348477374 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_20]
PartitionCols:_col3
- Select Operator [SEL_19] (rows=139755 width=1436)
+ Select Operator [SEL_19] (rows=348477374 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Group By Operator [GBY_18] (rows=139755 width=1436)
+ Group By Operator [GBY_18] (rows=348477374 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_17]
PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_16] (rows=279510 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)"],keys:_col4, _col5, _col6, _col7, _col8
- Select Operator [SEL_15] (rows=279510 width=1436)
- Output:["_col4","_col5","_col6","_col7","_col8","_col2"]
- Merge Join Operator [MERGEJOIN_37] (rows=279510 width=1436)
- Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col2","_col4","_col5","_col6","_col7","_col8"]
+ Group By Operator [GBY_16] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)"],keys:_col6, _col7, _col8, _col9, _col10
+ Select Operator [SEL_15] (rows=696954748 width=88)
+ Output:["_col6","_col7","_col8","_col9","_col10","_col2"]
+ Merge Join Operator [MERGEJOIN_37] (rows=696954748 width=88)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col6","_col7","_col8","_col9","_col10"]
<-Map 8 [SIMPLE_EDGE]
SHUFFLE [RS_13]
PartitionCols:_col0
- Select Operator [SEL_8] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_35] (rows=36524 width=1119)
- predicate:(d_date BETWEEN 2001-01-12 AND 2001-02-11 and d_date_sk is not null)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ Select Operator [SEL_8] (rows=231000 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_35] (rows=231000 width=1436)
+ predicate:((i_category) IN ('Jewelry', 'Sports', 'Books') and i_item_sk is not null)
+ TableScan [TS_6] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc","i_current_price","i_class","i_category"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_12]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_36] (rows=254100 width=1436)
- Conds:RS_9._col1=RS_10._col0(Inner),Output:["_col0","_col2","_col4","_col5","_col6","_col7","_col8"]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_36] (rows=633595212 width=88)
+ Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_9]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=1 width=0)
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_33] (rows=1 width=0)
+ Filter Operator [FIL_33] (rows=575995635 width=88)
predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"]
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"]
<-Map 7 [SIMPLE_EDGE]
SHUFFLE [RS_10]
PartitionCols:_col0
- Select Operator [SEL_5] (rows=231000 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_34] (rows=231000 width=1436)
- predicate:((i_category) IN ('Jewelry', 'Sports', 'Books') and i_item_sk is not null)
- TableScan [TS_3] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc","i_current_price","i_class","i_category"]
+ Select Operator [SEL_5] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_34] (rows=36524 width=1119)
+ predicate:(d_date BETWEEN 2001-01-12 AND 2001-02-11 and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
[08/15] hive git commit: HIVE-13542 : Missing stats for tables in
TPCDS performance regression suite (Hari Subramaniyan via Ashutosh Chauhan)
Posted by ha...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query64.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query64.q.out b/ql/src/test/results/clientpositive/perf/query64.q.out
index ff81523..3654f42 100644
--- a/ql/src/test/results/clientpositive/perf/query64.q.out
+++ b/ql/src/test/results/clientpositive/perf/query64.q.out
@@ -5,629 +5,657 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 10 <- Map 29 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
-Reducer 11 <- Map 30 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
-Reducer 12 <- Map 31 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
-Reducer 13 <- Map 32 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE)
-Reducer 14 <- Map 33 (SIMPLE_EDGE), Reducer 13 (SIMPLE_EDGE)
-Reducer 15 <- Map 34 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE)
-Reducer 16 <- Map 35 (SIMPLE_EDGE), Reducer 15 (SIMPLE_EDGE)
-Reducer 17 <- Map 36 (SIMPLE_EDGE), Reducer 16 (SIMPLE_EDGE), Reducer 39 (SIMPLE_EDGE)
-Reducer 18 <- Reducer 17 (SIMPLE_EDGE)
-Reducer 19 <- Reducer 18 (SIMPLE_EDGE), Reducer 58 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 21 (SIMPLE_EDGE)
-Reducer 20 <- Reducer 19 (SIMPLE_EDGE)
-Reducer 3 <- Map 22 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 38 <- Map 37 (SIMPLE_EDGE), Map 40 (SIMPLE_EDGE)
-Reducer 39 <- Reducer 38 (SIMPLE_EDGE)
-Reducer 4 <- Map 23 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 42 <- Map 41 (SIMPLE_EDGE), Map 59 (SIMPLE_EDGE)
-Reducer 43 <- Map 60 (SIMPLE_EDGE), Reducer 42 (SIMPLE_EDGE)
-Reducer 44 <- Map 61 (SIMPLE_EDGE), Reducer 43 (SIMPLE_EDGE)
-Reducer 45 <- Map 62 (SIMPLE_EDGE), Reducer 44 (SIMPLE_EDGE)
-Reducer 46 <- Map 63 (SIMPLE_EDGE), Reducer 45 (SIMPLE_EDGE)
-Reducer 47 <- Map 64 (SIMPLE_EDGE), Reducer 46 (SIMPLE_EDGE)
-Reducer 48 <- Map 65 (SIMPLE_EDGE), Reducer 47 (SIMPLE_EDGE)
-Reducer 49 <- Map 66 (SIMPLE_EDGE), Reducer 48 (SIMPLE_EDGE)
-Reducer 5 <- Map 24 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 50 <- Map 67 (SIMPLE_EDGE), Reducer 49 (SIMPLE_EDGE)
-Reducer 51 <- Map 68 (SIMPLE_EDGE), Reducer 50 (SIMPLE_EDGE)
-Reducer 52 <- Map 69 (SIMPLE_EDGE), Reducer 51 (SIMPLE_EDGE)
-Reducer 53 <- Map 70 (SIMPLE_EDGE), Reducer 52 (SIMPLE_EDGE)
-Reducer 54 <- Map 71 (SIMPLE_EDGE), Reducer 53 (SIMPLE_EDGE)
-Reducer 55 <- Map 72 (SIMPLE_EDGE), Reducer 54 (SIMPLE_EDGE)
-Reducer 56 <- Map 73 (SIMPLE_EDGE), Reducer 55 (SIMPLE_EDGE)
-Reducer 57 <- Map 74 (SIMPLE_EDGE), Reducer 56 (SIMPLE_EDGE), Reducer 77 (SIMPLE_EDGE)
-Reducer 58 <- Reducer 57 (SIMPLE_EDGE)
-Reducer 6 <- Map 25 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Map 26 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
+Reducer 10 <- Reducer 21 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Reducer 10 (SIMPLE_EDGE), Reducer 38 (SIMPLE_EDGE)
+Reducer 12 <- Map 40 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
+Reducer 13 <- Map 41 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE)
+Reducer 16 <- Map 15 (SIMPLE_EDGE), Map 22 (SIMPLE_EDGE)
+Reducer 17 <- Map 23 (SIMPLE_EDGE), Reducer 16 (SIMPLE_EDGE)
+Reducer 18 <- Map 24 (SIMPLE_EDGE), Reducer 17 (SIMPLE_EDGE)
+Reducer 19 <- Reducer 18 (SIMPLE_EDGE), Reducer 29 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 20 <- Map 34 (SIMPLE_EDGE), Reducer 19 (SIMPLE_EDGE)
+Reducer 21 <- Map 35 (SIMPLE_EDGE), Reducer 20 (SIMPLE_EDGE)
+Reducer 26 <- Map 25 (SIMPLE_EDGE), Map 30 (SIMPLE_EDGE)
+Reducer 27 <- Map 31 (SIMPLE_EDGE), Reducer 26 (SIMPLE_EDGE)
+Reducer 28 <- Map 32 (SIMPLE_EDGE), Reducer 27 (SIMPLE_EDGE)
+Reducer 29 <- Map 33 (SIMPLE_EDGE), Reducer 28 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 13 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 37 <- Map 36 (SIMPLE_EDGE), Map 39 (SIMPLE_EDGE)
+Reducer 38 <- Reducer 37 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 43 <- Map 42 (SIMPLE_EDGE), Map 46 (SIMPLE_EDGE)
+Reducer 44 <- Reducer 43 (SIMPLE_EDGE), Reducer 52 (SIMPLE_EDGE)
+Reducer 45 <- Reducer 44 (SIMPLE_EDGE)
+Reducer 48 <- Map 47 (SIMPLE_EDGE), Map 53 (SIMPLE_EDGE)
+Reducer 49 <- Reducer 48 (SIMPLE_EDGE), Reducer 60 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE), Reducer 45 (SIMPLE_EDGE)
+Reducer 50 <- Reducer 49 (SIMPLE_EDGE), Reducer 77 (SIMPLE_EDGE)
+Reducer 51 <- Map 79 (SIMPLE_EDGE), Reducer 50 (SIMPLE_EDGE)
+Reducer 52 <- Map 80 (SIMPLE_EDGE), Reducer 51 (SIMPLE_EDGE)
+Reducer 55 <- Map 54 (SIMPLE_EDGE), Map 61 (SIMPLE_EDGE)
+Reducer 56 <- Map 62 (SIMPLE_EDGE), Reducer 55 (SIMPLE_EDGE)
+Reducer 57 <- Map 63 (SIMPLE_EDGE), Reducer 56 (SIMPLE_EDGE)
+Reducer 58 <- Reducer 57 (SIMPLE_EDGE), Reducer 68 (SIMPLE_EDGE)
+Reducer 59 <- Map 73 (SIMPLE_EDGE), Reducer 58 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 60 <- Map 74 (SIMPLE_EDGE), Reducer 59 (SIMPLE_EDGE)
+Reducer 65 <- Map 64 (SIMPLE_EDGE), Map 69 (SIMPLE_EDGE)
+Reducer 66 <- Map 70 (SIMPLE_EDGE), Reducer 65 (SIMPLE_EDGE)
+Reducer 67 <- Map 71 (SIMPLE_EDGE), Reducer 66 (SIMPLE_EDGE)
+Reducer 68 <- Map 72 (SIMPLE_EDGE), Reducer 67 (SIMPLE_EDGE)
Reducer 76 <- Map 75 (SIMPLE_EDGE), Map 78 (SIMPLE_EDGE)
Reducer 77 <- Reducer 76 (SIMPLE_EDGE)
-Reducer 8 <- Map 27 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
-Reducer 9 <- Map 28 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+Reducer 9 <- Map 14 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
- Reducer 20
- File Output Operator [FS_255]
- Select Operator [SEL_254] (rows=122532649 width=860)
+ Reducer 6
+ File Output Operator [FS_267]
+ Select Operator [SEL_266] (rows=331415616 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20"]
- <-Reducer 19 [SIMPLE_EDGE]
- SHUFFLE [RS_253]
- Select Operator [SEL_252] (rows=122532649 width=860)
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_265]
+ Select Operator [SEL_264] (rows=331415616 width=88)
Output:["_col0","_col1","_col10","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col2","_col20","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
- Filter Operator [FIL_251] (rows=122532649 width=860)
+ Filter Operator [FIL_263] (rows=331415616 width=88)
predicate:(_col34 <= _col15)
- Merge Join Operator [MERGEJOIN_716] (rows=367597947 width=860)
- Conds:RS_248._col1, _col2, _col3=RS_249._col1, _col2, _col3(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col15","_col16","_col17","_col18","_col34","_col35","_col36","_col37"]
- <-Reducer 18 [SIMPLE_EDGE]
- SHUFFLE [RS_248]
+ Merge Join Operator [MERGEJOIN_658] (rows=994246850 width=88)
+ Conds:RS_260._col1, _col2, _col3=RS_261._col1, _col2, _col3(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col15","_col16","_col17","_col18","_col34","_col35","_col36","_col37"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_260]
PartitionCols:_col1, _col2, _col3
- Select Operator [SEL_123] (rows=334179945 width=860)
+ Select Operator [SEL_129] (rows=903860754 width=88)
Output:["_col0","_col1","_col10","_col11","_col15","_col16","_col17","_col18","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
- Group By Operator [GBY_122] (rows=334179945 width=860)
+ Group By Operator [GBY_128] (rows=903860754 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8, KEY._col9, KEY._col10, KEY._col11, 2000, KEY._col13, KEY._col14
- <-Reducer 17 [SIMPLE_EDGE]
- SHUFFLE [RS_121]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_127]
PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, 2000, _col13, _col14
- Group By Operator [GBY_120] (rows=668359891 width=860)
+ Group By Operator [GBY_126] (rows=1807721509 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18"],aggregations:["count()","sum(_col15)","sum(_col16)","sum(_col17)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, 2000, _col13, _col14
- Select Operator [SEL_118] (rows=668359891 width=860)
+ Select Operator [SEL_124] (rows=1807721509 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col13","_col14","_col15","_col16","_col17"]
- Merge Join Operator [MERGEJOIN_698] (rows=668359891 width=860)
- Conds:RS_114._col1=RS_115._col0(Inner),RS_114._col1=RS_116._col0(Inner),Output:["_col9","_col10","_col11","_col23","_col25","_col27","_col28","_col39","_col40","_col41","_col42","_col44","_col45","_col46","_col47","_col50","_col53"]
- <-Map 36 [SIMPLE_EDGE]
- SHUFFLE [RS_115]
- PartitionCols:_col0
- Select Operator [SEL_76] (rows=57750 width=1436)
- Output:["_col0","_col3"]
- Filter Operator [FIL_660] (rows=57750 width=1436)
- predicate:((i_color) IN ('maroon', 'burnished', 'dim', 'steel', 'navajo', 'chocolate') and i_current_price BETWEEN 35 AND 45 and i_current_price BETWEEN 36 AND 50 and i_item_sk is not null)
- TableScan [TS_74] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_current_price","i_color","i_product_name"]
- <-Reducer 16 [SIMPLE_EDGE]
- SHUFFLE [RS_114]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_696] (rows=303799944 width=860)
- Conds:RS_111._col37=RS_112._col0(Inner),Output:["_col1","_col9","_col10","_col11","_col23","_col25","_col27","_col28","_col39","_col40","_col41","_col42","_col44","_col45","_col46","_col47"]
- <-Map 35 [SIMPLE_EDGE]
- SHUFFLE [RS_112]
- PartitionCols:_col0
- Select Operator [SEL_73] (rows=20 width=12)
- Output:["_col0"]
- Filter Operator [FIL_659] (rows=20 width=12)
- predicate:ib_income_band_sk is not null
- TableScan [TS_71] (rows=20 width=12)
- default@income_band,ib1,Tbl:COMPLETE,Col:NONE,Output:["ib_income_band_sk"]
- <-Reducer 15 [SIMPLE_EDGE]
- SHUFFLE [RS_111]
- PartitionCols:_col37
- Merge Join Operator [MERGEJOIN_695] (rows=276181762 width=860)
- Conds:RS_108._col35=RS_109._col0(Inner),Output:["_col1","_col9","_col10","_col11","_col23","_col25","_col27","_col28","_col37","_col39","_col40","_col41","_col42","_col44","_col45","_col46","_col47"]
- <-Map 34 [SIMPLE_EDGE]
- SHUFFLE [RS_109]
- PartitionCols:_col0
- Select Operator [SEL_70] (rows=20 width=12)
- Output:["_col0"]
- Filter Operator [FIL_658] (rows=20 width=12)
- predicate:ib_income_band_sk is not null
- TableScan [TS_68] (rows=20 width=12)
- default@income_band,ib1,Tbl:COMPLETE,Col:NONE,Output:["ib_income_band_sk"]
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_108]
- PartitionCols:_col35
- Merge Join Operator [MERGEJOIN_694] (rows=251074324 width=860)
- Conds:RS_105._col17=RS_106._col0(Inner),Output:["_col1","_col9","_col10","_col11","_col23","_col25","_col27","_col28","_col35","_col37","_col39","_col40","_col41","_col42","_col44","_col45","_col46","_col47"]
- <-Map 33 [SIMPLE_EDGE]
- SHUFFLE [RS_106]
- PartitionCols:_col0
- Select Operator [SEL_67] (rows=40000000 width=1014)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_657] (rows=40000000 width=1014)
- predicate:ca_address_sk is not null
- TableScan [TS_65] (rows=40000000 width=1014)
- default@customer_address,ad1,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_street_number","ca_street_name","ca_city","ca_zip"]
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_105]
- PartitionCols:_col17
- Merge Join Operator [MERGEJOIN_693] (rows=228249381 width=860)
- Conds:RS_102._col5=RS_103._col0(Inner),Output:["_col1","_col9","_col10","_col11","_col17","_col23","_col25","_col27","_col28","_col35","_col37","_col39","_col40","_col41","_col42"]
- <-Map 32 [SIMPLE_EDGE]
- SHUFFLE [RS_103]
- PartitionCols:_col0
- Select Operator [SEL_64] (rows=40000000 width=1014)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_656] (rows=40000000 width=1014)
- predicate:ca_address_sk is not null
- TableScan [TS_62] (rows=40000000 width=1014)
- default@customer_address,ad1,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_street_number","ca_street_name","ca_city","ca_zip"]
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_102]
- PartitionCols:_col5
- Merge Join Operator [MERGEJOIN_692] (rows=207499433 width=860)
- Conds:RS_99._col16=RS_100._col0(Inner),Output:["_col1","_col5","_col9","_col10","_col11","_col17","_col23","_col25","_col27","_col28","_col35","_col37"]
- <-Map 31 [SIMPLE_EDGE]
- SHUFFLE [RS_100]
- PartitionCols:_col0
- Select Operator [SEL_61] (rows=7200 width=107)
- Output:["_col0","_col1"]
- Filter Operator [FIL_655] (rows=7200 width=107)
- predicate:(hd_demo_sk is not null and hd_income_band_sk is not null)
- TableScan [TS_59] (rows=7200 width=107)
- default@household_demographics,hd1,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_income_band_sk"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_99]
- PartitionCols:_col16
- Merge Join Operator [MERGEJOIN_691] (rows=188635845 width=860)
- Conds:RS_96._col4=RS_97._col0(Inner),Output:["_col1","_col5","_col9","_col10","_col11","_col16","_col17","_col23","_col25","_col27","_col28","_col35"]
- <-Map 30 [SIMPLE_EDGE]
- SHUFFLE [RS_97]
+ Merge Join Operator [MERGEJOIN_656] (rows=1807721509 width=88)
+ Conds:RS_121._col0=RS_122._col18(Inner),Output:["_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col12","_col26","_col27","_col28","_col40","_col42","_col44","_col45","_col50","_col53"]
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_122]
+ PartitionCols:_col18
+ Select Operator [SEL_117] (rows=1643383155 width=88)
+ Output:["_col1","_col18","_col2","_col23","_col24","_col25","_col3","_col37","_col39","_col4","_col41","_col42","_col47","_col50","_col6","_col7","_col8","_col9"]
+ Merge Join Operator [MERGEJOIN_638] (rows=1643383155 width=88)
+ Conds:RS_114._col21=RS_115._col0(Inner),Output:["_col8","_col13","_col14","_col15","_col27","_col29","_col31","_col32","_col37","_col40","_col45","_col46","_col47","_col48","_col50","_col51","_col52","_col53"]
+ <-Map 41 [SIMPLE_EDGE]
+ SHUFFLE [RS_115]
+ PartitionCols:_col0
+ Select Operator [SEL_101] (rows=40000000 width=1014)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_602] (rows=40000000 width=1014)
+ predicate:ca_address_sk is not null
+ TableScan [TS_99] (rows=40000000 width=1014)
+ default@customer_address,ad1,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_street_number","ca_street_name","ca_city","ca_zip"]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_114]
+ PartitionCols:_col21
+ Merge Join Operator [MERGEJOIN_637] (rows=1493984654 width=88)
+ Conds:RS_111._col9=RS_112._col0(Inner),Output:["_col8","_col13","_col14","_col15","_col21","_col27","_col29","_col31","_col32","_col37","_col40","_col45","_col46","_col47","_col48"]
+ <-Map 40 [SIMPLE_EDGE]
+ SHUFFLE [RS_112]
+ PartitionCols:_col0
+ Select Operator [SEL_98] (rows=40000000 width=1014)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_601] (rows=40000000 width=1014)
+ predicate:ca_address_sk is not null
+ TableScan [TS_96] (rows=40000000 width=1014)
+ default@customer_address,ad1,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_street_number","ca_street_name","ca_city","ca_zip"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_111]
+ PartitionCols:_col9
+ Merge Join Operator [MERGEJOIN_636] (rows=1358167838 width=88)
+ Conds:RS_108._col5=RS_109._col0(Inner),Output:["_col8","_col9","_col13","_col14","_col15","_col21","_col27","_col29","_col31","_col32","_col37","_col40"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_108]
+ PartitionCols:_col5
+ Merge Join Operator [MERGEJOIN_635] (rows=1234698008 width=88)
+ Conds:RS_105._col0=RS_106._col17(Inner),Output:["_col5","_col8","_col9","_col13","_col14","_col15","_col21","_col27","_col29","_col31","_col32","_col37","_col40"]
+ <-Reducer 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_106]
+ PartitionCols:_col17
+ Select Operator [SEL_79] (rows=1122452711 width=88)
+ Output:["_col10","_col11","_col12","_col17","_col18","_col2","_col24","_col26","_col28","_col29","_col34","_col37","_col5","_col6"]
+ Merge Join Operator [MERGEJOIN_633] (rows=1122452711 width=88)
+ Conds:RS_76._col7=RS_77._col0(Inner),Output:["_col1","_col4","_col5","_col9","_col10","_col11","_col16","_col17","_col23","_col25","_col27","_col28","_col33","_col36"]
+ <-Map 35 [SIMPLE_EDGE]
+ SHUFFLE [RS_77]
PartitionCols:_col0
- Select Operator [SEL_58] (rows=7200 width=107)
- Output:["_col0","_col1"]
- Filter Operator [FIL_654] (rows=7200 width=107)
- predicate:(hd_demo_sk is not null and hd_income_band_sk is not null)
- TableScan [TS_56] (rows=7200 width=107)
- default@household_demographics,hd1,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_income_band_sk"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_96]
- PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_690] (rows=171487129 width=860)
- Conds:RS_93._col7=RS_94._col0(Inner),Output:["_col1","_col4","_col5","_col9","_col10","_col11","_col16","_col17","_col23","_col25","_col27","_col28"]
- <-Map 29 [SIMPLE_EDGE]
- SHUFFLE [RS_94]
+ Select Operator [SEL_72] (rows=2300 width=1179)
+ Output:["_col0"]
+ Filter Operator [FIL_598] (rows=2300 width=1179)
+ predicate:p_promo_sk is not null
+ TableScan [TS_70] (rows=2300 width=1179)
+ default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk"]
+ <-Reducer 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_76]
+ PartitionCols:_col7
+ Merge Join Operator [MERGEJOIN_632] (rows=1020411534 width=88)
+ Conds:RS_73._col1=RS_74._col0(Inner),Output:["_col1","_col4","_col5","_col7","_col9","_col10","_col11","_col16","_col17","_col23","_col25","_col27","_col28","_col33","_col36"]
+ <-Map 34 [SIMPLE_EDGE]
+ SHUFFLE [RS_74]
PartitionCols:_col0
- Select Operator [SEL_55] (rows=2300 width=1179)
- Output:["_col0"]
- Filter Operator [FIL_653] (rows=2300 width=1179)
- predicate:p_promo_sk is not null
- TableScan [TS_53] (rows=2300 width=1179)
- default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_93]
- PartitionCols:_col7
- Select Operator [SEL_52] (rows=155897387 width=860)
+ Select Operator [SEL_69] (rows=57750 width=1436)
+ Output:["_col0","_col3"]
+ Filter Operator [FIL_597] (rows=57750 width=1436)
+ predicate:((i_color) IN ('maroon', 'burnished', 'dim', 'steel', 'navajo', 'chocolate') and i_current_price BETWEEN 35 AND 45 and i_current_price BETWEEN 36 AND 50 and i_item_sk is not null)
+ TableScan [TS_67] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_current_price","i_color","i_product_name"]
+ <-Reducer 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_73]
+ PartitionCols:_col1
+ Select Operator [SEL_66] (rows=927646829 width=88)
Output:["_col1","_col10","_col11","_col16","_col17","_col23","_col25","_col27","_col28","_col4","_col5","_col7","_col9"]
- Filter Operator [FIL_51] (rows=155897387 width=860)
+ Filter Operator [FIL_65] (rows=927646829 width=88)
predicate:(_col30 <> _col32)
- Merge Join Operator [MERGEJOIN_689] (rows=155897387 width=860)
- Conds:RS_48._col15=RS_49._col0(Inner),Output:["_col1","_col4","_col5","_col7","_col9","_col10","_col11","_col16","_col17","_col23","_col25","_col27","_col28","_col30","_col32"]
- <-Map 28 [SIMPLE_EDGE]
- SHUFFLE [RS_49]
- PartitionCols:_col0
- Select Operator [SEL_26] (rows=19800 width=362)
- Output:["_col0","_col1"]
- Filter Operator [FIL_652] (rows=19800 width=362)
- predicate:cd_demo_sk is not null
- TableScan [TS_24] (rows=19800 width=362)
- default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_48]
- PartitionCols:_col15
- Merge Join Operator [MERGEJOIN_688] (rows=141724895 width=860)
- Conds:RS_45._col3=RS_46._col0(Inner),Output:["_col1","_col4","_col5","_col7","_col9","_col10","_col11","_col15","_col16","_col17","_col23","_col25","_col27","_col28","_col30"]
- <-Map 27 [SIMPLE_EDGE]
- SHUFFLE [RS_46]
- PartitionCols:_col0
- Select Operator [SEL_23] (rows=19800 width=362)
- Output:["_col0","_col1"]
- Filter Operator [FIL_651] (rows=19800 width=362)
- predicate:cd_demo_sk is not null
- TableScan [TS_21] (rows=19800 width=362)
- default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_45]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_687] (rows=128840811 width=860)
- Conds:RS_42._col6=RS_43._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col7","_col9","_col10","_col11","_col15","_col16","_col17","_col23","_col25","_col27","_col28"]
- <-Map 26 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
+ Select Operator [SEL_64] (rows=927646829 width=88)
+ Output:["_col1","_col4","_col5","_col7","_col9","_col10","_col11","_col16","_col17","_col23","_col25","_col27","_col28","_col30","_col32"]
+ Merge Join Operator [MERGEJOIN_631] (rows=927646829 width=88)
+ Conds:RS_61._col0=RS_62._col2(Inner),Output:["_col2","_col3","_col7","_col9","_col11","_col13","_col16","_col17","_col19","_col21","_col22","_col23","_col29","_col31","_col32"]
+ <-Reducer 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_61]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_626] (rows=106480005 width=860)
+ Conds:RS_58._col1=RS_59._col0(Inner),Output:["_col0","_col2","_col3","_col7","_col9","_col11"]
+ <-Map 24 [SIMPLE_EDGE]
+ SHUFFLE [RS_59]
+ PartitionCols:_col0
+ Select Operator [SEL_23] (rows=3106 width=104)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_591] (rows=3106 width=104)
+ predicate:cd_demo_sk is not null
+ TableScan [TS_21] (rows=3106 width=104)
+ default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"]
+ <-Reducer 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_58]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_625] (rows=96800003 width=860)
+ Conds:RS_55._col4=RS_56._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col7","_col9"]
+ <-Map 23 [SIMPLE_EDGE]
+ SHUFFLE [RS_56]
+ PartitionCols:_col0
+ Select Operator [SEL_20] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_590] (rows=73049 width=1119)
+ predicate:d_date_sk is not null
+ TableScan [TS_18] (rows=73049 width=1119)
+ default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ <-Reducer 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_55]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_624] (rows=88000001 width=860)
+ Conds:RS_52._col5=RS_53._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col7"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_52]
+ PartitionCols:_col5
+ Select Operator [SEL_14] (rows=80000000 width=860)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_588] (rows=80000000 width=860)
+ predicate:(c_customer_sk is not null and c_first_sales_date_sk is not null and c_first_shipto_date_sk is not null and c_current_cdemo_sk is not null and c_current_hdemo_sk is not null and c_current_addr_sk is not null)
+ TableScan [TS_12] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_hdemo_sk","c_current_addr_sk","c_first_shipto_date_sk","c_first_sales_date_sk"]
+ <-Map 22 [SIMPLE_EDGE]
+ SHUFFLE [RS_53]
+ PartitionCols:_col0
+ Select Operator [SEL_17] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_589] (rows=73049 width=1119)
+ predicate:d_date_sk is not null
+ TableScan [TS_15] (rows=73049 width=1119)
+ default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ <-Reducer 29 [SIMPLE_EDGE]
+ SHUFFLE [RS_62]
+ PartitionCols:_col2
+ Select Operator [SEL_51] (rows=843315281 width=88)
+ Output:["_col1","_col10","_col11","_col17","_col19","_col2","_col20","_col4","_col5","_col7","_col9"]
+ Merge Join Operator [MERGEJOIN_630] (rows=843315281 width=88)
+ Conds:RS_48._col6=RS_49._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col7","_col9","_col10","_col11","_col17","_col19","_col20"]
+ <-Map 33 [SIMPLE_EDGE]
+ SHUFFLE [RS_49]
PartitionCols:_col0
- Select Operator [SEL_20] (rows=1704 width=1910)
+ Select Operator [SEL_38] (rows=1704 width=1910)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_650] (rows=1704 width=1910)
+ Filter Operator [FIL_596] (rows=1704 width=1910)
predicate:(s_store_sk is not null and s_store_name is not null and s_zip is not null)
- TableScan [TS_18] (rows=1704 width=1910)
+ TableScan [TS_36] (rows=1704 width=1910)
default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_zip"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
+ <-Reducer 28 [SIMPLE_EDGE]
+ SHUFFLE [RS_48]
PartitionCols:_col6
- Merge Join Operator [MERGEJOIN_686] (rows=117128008 width=860)
- Conds:RS_39._col18=RS_40._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col15","_col16","_col17","_col23","_col25"]
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_40]
+ Merge Join Operator [MERGEJOIN_629] (rows=766650239 width=88)
+ Conds:RS_45._col3=RS_46._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col17"]
+ <-Map 32 [SIMPLE_EDGE]
+ SHUFFLE [RS_46]
PartitionCols:_col0
- Select Operator [SEL_17] (rows=73049 width=1119)
+ Select Operator [SEL_35] (rows=3106 width=104)
Output:["_col0","_col1"]
- Filter Operator [FIL_649] (rows=73049 width=1119)
- predicate:d_date_sk is not null
- TableScan [TS_15] (rows=73049 width=1119)
- default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col18
- Merge Join Operator [MERGEJOIN_685] (rows=106480005 width=860)
- Conds:RS_36._col19=RS_37._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col15","_col16","_col17","_col18","_col23"]
- <-Map 24 [SIMPLE_EDGE]
- SHUFFLE [RS_37]
+ Filter Operator [FIL_595] (rows=3106 width=104)
+ predicate:cd_demo_sk is not null
+ TableScan [TS_33] (rows=3106 width=104)
+ default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"]
+ <-Reducer 27 [SIMPLE_EDGE]
+ SHUFFLE [RS_45]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_628] (rows=696954748 width=88)
+ Conds:RS_42._col0=RS_43._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11"]
+ <-Map 31 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
PartitionCols:_col0
- Select Operator [SEL_14] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_648] (rows=73049 width=1119)
- predicate:d_date_sk is not null
- TableScan [TS_12] (rows=73049 width=1119)
+ Select Operator [SEL_32] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_594] (rows=36524 width=1119)
+ predicate:((d_year = 2000) and d_date_sk is not null)
+ TableScan [TS_30] (rows=73049 width=1119)
default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_36]
- PartitionCols:_col19
- Merge Join Operator [MERGEJOIN_684] (rows=96800003 width=860)
- Conds:RS_33._col0=RS_34._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col15","_col16","_col17","_col18","_col19"]
- <-Map 23 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_647] (rows=36524 width=1119)
- predicate:((d_year = 2000) and d_date_sk is not null)
- TableScan [TS_9] (rows=73049 width=1119)
- default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_683] (rows=88000001 width=860)
- Conds:RS_30._col2=RS_31._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col15","_col16","_col17","_col18","_col19"]
- <-Map 22 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=80000000 width=860)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_646] (rows=80000000 width=860)
- predicate:(c_customer_sk is not null and c_first_sales_date_sk is not null and c_first_shipto_date_sk is not null and c_current_cdemo_sk is not null and c_current_hdemo_sk is not null and c_current_addr_sk is not null)
- TableScan [TS_6] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_hdemo_sk","c_current_addr_sk","c_first_shipto_date_sk","c_first_sales_date_sk"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_682] (rows=1 width=0)
- Conds:RS_27._col1, _col8=RS_28._col0, _col1(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col1, _col8
- Select Operator [SEL_2] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"]
- Filter Operator [FIL_644] (rows=1 width=0)
- predicate:(ss_item_sk is not null and ss_ticket_number is not null and ss_customer_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_cdemo_sk is not null and ss_promo_sk is not null and ss_hdemo_sk is not null and ss_addr_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_cdemo_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_promo_sk","ss_ticket_number","ss_wholesale_cost","ss_list_price","ss_coupon_amt"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col0, _col1
- Select Operator [SEL_5] (rows=1 width=0)
- Output:["_col0","_col1"]
- Filter Operator [FIL_645] (rows=1 width=0)
- predicate:(sr_item_sk is not null and sr_ticket_number is not null)
- TableScan [TS_3] (rows=1 width=0)
- default@store_returns,store_returns,Tbl:PARTIAL,Col:NONE,Output:["sr_item_sk","sr_ticket_number"]
- <-Reducer 39 [SIMPLE_EDGE]
- SHUFFLE [RS_116]
+ <-Reducer 26 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_627] (rows=633595212 width=88)
+ Conds:RS_39._col1, _col8=RS_40._col0, _col1(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11"]
+ <-Map 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col1, _col8
+ Select Operator [SEL_26] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"]
+ Filter Operator [FIL_592] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_ticket_number is not null and ss_customer_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_cdemo_sk is not null and ss_promo_sk is not null and ss_hdemo_sk is not null and ss_addr_sk is not null)
+ TableScan [TS_24] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_cdemo_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_promo_sk","ss_ticket_number","ss_wholesale_cost","ss_list_price","ss_coupon_amt"]
+ <-Map 30 [SIMPLE_EDGE]
+ SHUFFLE [RS_40]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_29] (rows=57591150 width=77)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_593] (rows=57591150 width=77)
+ predicate:(sr_item_sk is not null and sr_ticket_number is not null)
+ TableScan [TS_27] (rows=57591150 width=77)
+ default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_105]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_623] (rows=7920 width=107)
+ Conds:RS_102._col1=RS_103._col0(Inner),Output:["_col0"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_103]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=20 width=12)
+ Output:["_col0"]
+ Filter Operator [FIL_587] (rows=20 width=12)
+ predicate:ib_income_band_sk is not null
+ TableScan [TS_9] (rows=20 width=12)
+ default@income_band,ib1,Tbl:COMPLETE,Col:NONE,Output:["ib_income_band_sk"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_102]
+ PartitionCols:_col1
+ Select Operator [SEL_8] (rows=7200 width=107)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_586] (rows=7200 width=107)
+ predicate:(hd_demo_sk is not null and hd_income_band_sk is not null)
+ TableScan [TS_6] (rows=7200 width=107)
+ default@household_demographics,hd1,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_income_band_sk"]
+ <-Reducer 38 [SIMPLE_EDGE]
+ SHUFFLE [RS_109]
+ PartitionCols:_col0
+ Select Operator [SEL_95] (rows=52798137 width=135)
+ Output:["_col0"]
+ Filter Operator [FIL_94] (rows=52798137 width=135)
+ predicate:(_col1 > (2 * _col2))
+ Group By Operator [GBY_93] (rows=158394413 width=135)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0
+ <-Reducer 37 [SIMPLE_EDGE]
+ SHUFFLE [RS_92]
+ PartitionCols:_col0
+ Group By Operator [GBY_91] (rows=316788826 width=135)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","sum(_col2)"],keys:_col0
+ Select Operator [SEL_89] (rows=316788826 width=135)
+ Output:["_col0","_col1","_col2"]
+ Merge Join Operator [MERGEJOIN_634] (rows=316788826 width=135)
+ Conds:RS_86._col0, _col1=RS_87._col0, _col1(Inner),Output:["_col0","_col2","_col5","_col6","_col7"]
+ <-Map 36 [SIMPLE_EDGE]
+ SHUFFLE [RS_86]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_82] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_599] (rows=287989836 width=135)
+ predicate:(cs_order_number is not null and cs_item_sk is not null)
+ TableScan [TS_80] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_item_sk","cs_order_number","cs_ext_list_price"]
+ <-Map 39 [SIMPLE_EDGE]
+ SHUFFLE [RS_87]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_85] (rows=28798881 width=106)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_600] (rows=28798881 width=106)
+ predicate:(cr_order_number is not null and cr_item_sk is not null)
+ TableScan [TS_83] (rows=28798881 width=106)
+ default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_refunded_cash","cr_reversed_charge","cr_store_credit"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_121]
PartitionCols:_col0
- Select Operator [SEL_92] (rows=1 width=0)
- Output:["_col0"]
- Filter Operator [FIL_91] (rows=1 width=0)
- predicate:(_col1 > (2 * _col2))
- Group By Operator [GBY_90] (rows=1 width=0)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0
- <-Reducer 38 [SIMPLE_EDGE]
- SHUFFLE [RS_89]
- PartitionCols:_col0
- Group By Operator [GBY_88] (rows=1 width=0)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","sum(_col2)"],keys:_col0
- Select Operator [SEL_86] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Merge Join Operator [MERGEJOIN_697] (rows=1 width=0)
- Conds:RS_83._col0, _col1=RS_84._col0, _col1(Inner),Output:["_col0","_col2","_col5","_col6","_col7"]
- <-Map 37 [SIMPLE_EDGE]
- SHUFFLE [RS_83]
- PartitionCols:_col0, _col1
- Select Operator [SEL_79] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_661] (rows=1 width=0)
- predicate:(cs_order_number is not null and cs_item_sk is not null)
- TableScan [TS_77] (rows=1 width=0)
- default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_item_sk","cs_order_number","cs_ext_list_price"]
- <-Map 40 [SIMPLE_EDGE]
- SHUFFLE [RS_84]
- PartitionCols:_col0, _col1
- Select Operator [SEL_82] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_662] (rows=1 width=0)
- predicate:(cr_order_number is not null and cr_item_sk is not null)
- TableScan [TS_80] (rows=1 width=0)
- default@catalog_returns,catalog_returns,Tbl:PARTIAL,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_refunded_cash","cr_reversed_charge","cr_store_credit"]
- <-Reducer 58 [SIMPLE_EDGE]
- SHUFFLE [RS_249]
+ Merge Join Operator [MERGEJOIN_622] (rows=7920 width=107)
+ Conds:RS_118._col1=RS_119._col0(Inner),Output:["_col0"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_118]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=7200 width=107)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_584] (rows=7200 width=107)
+ predicate:(hd_demo_sk is not null and hd_income_band_sk is not null)
+ TableScan [TS_0] (rows=7200 width=107)
+ default@household_demographics,hd1,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_income_band_sk"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_119]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=20 width=12)
+ Output:["_col0"]
+ Filter Operator [FIL_585] (rows=20 width=12)
+ predicate:ib_income_band_sk is not null
+ TableScan [TS_3] (rows=20 width=12)
+ default@income_band,ib1,Tbl:COMPLETE,Col:NONE,Output:["ib_income_band_sk"]
+ <-Reducer 45 [SIMPLE_EDGE]
+ SHUFFLE [RS_261]
PartitionCols:_col1, _col2, _col3
- Select Operator [SEL_247] (rows=334179945 width=860)
+ Select Operator [SEL_259] (rows=903860754 width=88)
Output:["_col1","_col15","_col16","_col17","_col18","_col2","_col3"]
- Group By Operator [GBY_246] (rows=334179945 width=860)
+ Group By Operator [GBY_258] (rows=903860754 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8, KEY._col9, KEY._col10, KEY._col11, 2001, KEY._col13, KEY._col14
- <-Reducer 57 [SIMPLE_EDGE]
- SHUFFLE [RS_245]
+ <-Reducer 44 [SIMPLE_EDGE]
+ SHUFFLE [RS_257]
PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, 2001, _col13, _col14
- Group By Operator [GBY_244] (rows=668359891 width=860)
+ Group By Operator [GBY_256] (rows=1807721509 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18"],aggregations:["count()","sum(_col15)","sum(_col16)","sum(_col17)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, 2001, _col13, _col14
- Select Operator [SEL_242] (rows=668359891 width=860)
+ Select Operator [SEL_254] (rows=1807721509 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col13","_col14","_col15","_col16","_col17"]
- Merge Join Operator [MERGEJOIN_715] (rows=668359891 width=860)
- Conds:RS_238._col1=RS_239._col0(Inner),RS_238._col1=RS_240._col0(Inner),Output:["_col9","_col10","_col11","_col23","_col25","_col27","_col28","_col39","_col40","_col41","_col42","_col44","_col45","_col46","_col47","_col50","_col53"]
- <-Map 74 [SIMPLE_EDGE]
- SHUFFLE [RS_239]
+ Merge Join Operator [MERGEJOIN_657] (rows=1807721509 width=88)
+ Conds:RS_251._col0=RS_252._col18(Inner),Output:["_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col12","_col26","_col27","_col28","_col40","_col42","_col44","_col45","_col50","_col53"]
+ <-Reducer 43 [SIMPLE_EDGE]
+ SHUFFLE [RS_251]
PartitionCols:_col0
- Select Operator [SEL_200] (rows=57750 width=1436)
- Output:["_col0","_col3"]
- Filter Operator [FIL_679] (rows=57750 width=1436)
- predicate:((i_color) IN ('maroon', 'burnished', 'dim', 'steel', 'navajo', 'chocolate') and i_current_price BETWEEN 35 AND 45 and i_current_price BETWEEN 36 AND 50 and i_item_sk is not null)
- TableScan [TS_198] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_current_price","i_color","i_product_name"]
- <-Reducer 56 [SIMPLE_EDGE]
- SHUFFLE [RS_238]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_713] (rows=303799944 width=860)
- Conds:RS_235._col37=RS_236._col0(Inner),Output:["_col1","_col9","_col10","_col11","_col23","_col25","_col27","_col28","_col39","_col40","_col41","_col42","_col44","_col45","_col46","_col47"]
- <-Map 73 [SIMPLE_EDGE]
- SHUFFLE [RS_236]
+ Merge Join Operator [MERGEJOIN_639] (rows=7920 width=107)
+ Conds:RS_248._col1=RS_249._col0(Inner),Output:["_col0"]
+ <-Map 42 [SIMPLE_EDGE]
+ SHUFFLE [RS_248]
+ PartitionCols:_col1
+ Select Operator [SEL_132] (rows=7200 width=107)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_603] (rows=7200 width=107)
+ predicate:(hd_demo_sk is not null and hd_income_band_sk is not null)
+ TableScan [TS_130] (rows=7200 width=107)
+ default@household_demographics,hd1,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_income_band_sk"]
+ <-Map 46 [SIMPLE_EDGE]
+ SHUFFLE [RS_249]
PartitionCols:_col0
- Select Operator [SEL_197] (rows=20 width=12)
+ Select Operator [SEL_135] (rows=20 width=12)
Output:["_col0"]
- Filter Operator [FIL_678] (rows=20 width=12)
+ Filter Operator [FIL_604] (rows=20 width=12)
predicate:ib_income_band_sk is not null
- TableScan [TS_195] (rows=20 width=12)
+ TableScan [TS_133] (rows=20 width=12)
default@income_band,ib1,Tbl:COMPLETE,Col:NONE,Output:["ib_income_band_sk"]
- <-Reducer 55 [SIMPLE_EDGE]
- SHUFFLE [RS_235]
- PartitionCols:_col37
- Merge Join Operator [MERGEJOIN_712] (rows=276181762 width=860)
- Conds:RS_232._col35=RS_233._col0(Inner),Output:["_col1","_col9","_col10","_col11","_col23","_col25","_col27","_col28","_col37","_col39","_col40","_col41","_col42","_col44","_col45","_col46","_col47"]
- <-Map 72 [SIMPLE_EDGE]
- SHUFFLE [RS_233]
- PartitionCols:_col0
- Select Operator [SEL_194] (rows=20 width=12)
- Output:["_col0"]
- Filter Operator [FIL_677] (rows=20 width=12)
- predicate:ib_income_band_sk is not null
- TableScan [TS_192] (rows=20 width=12)
- default@income_band,ib1,Tbl:COMPLETE,Col:NONE,Output:["ib_income_band_sk"]
- <-Reducer 54 [SIMPLE_EDGE]
- SHUFFLE [RS_232]
- PartitionCols:_col35
- Merge Join Operator [MERGEJOIN_711] (rows=251074324 width=860)
- Conds:RS_229._col17=RS_230._col0(Inner),Output:["_col1","_col9","_col10","_col11","_col23","_col25","_col27","_col28","_col35","_col37","_col39","_col40","_col41","_col42","_col44","_col45","_col46","_col47"]
- <-Map 71 [SIMPLE_EDGE]
- SHUFFLE [RS_230]
- PartitionCols:_col0
- Select Operator [SEL_191] (rows=40000000 width=1014)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_676] (rows=40000000 width=1014)
- predicate:ca_address_sk is not null
- TableScan [TS_189] (rows=40000000 width=1014)
- default@customer_address,ad1,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_street_number","ca_street_name","ca_city","ca_zip"]
- <-Reducer 53 [SIMPLE_EDGE]
- SHUFFLE [RS_229]
- PartitionCols:_col17
- Merge Join Operator [MERGEJOIN_710] (rows=228249381 width=860)
- Conds:RS_226._col5=RS_227._col0(Inner),Output:["_col1","_col9","_col10","_col11","_col17","_col23","_col25","_col27","_col28","_col35","_col37","_col39","_col40","_col41","_col42"]
- <-Map 70 [SIMPLE_EDGE]
- SHUFFLE [RS_227]
- PartitionCols:_col0
- Select Operator [SEL_188] (rows=40000000 width=1014)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_675] (rows=40000000 width=1014)
- predicate:ca_address_sk is not null
- TableScan [TS_186] (rows=40000000 width=1014)
- default@customer_address,ad1,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_street_number","ca_street_name","ca_city","ca_zip"]
- <-Reducer 52 [SIMPLE_EDGE]
- SHUFFLE [RS_226]
- PartitionCols:_col5
- Merge Join Operator [MERGEJOIN_709] (rows=207499433 width=860)
- Conds:RS_223._col16=RS_224._col0(Inner),Output:["_col1","_col5","_col9","_col10","_col11","_col17","_col23","_col25","_col27","_col28","_col35","_col37"]
- <-Map 69 [SIMPLE_EDGE]
- SHUFFLE [RS_224]
- PartitionCols:_col0
- Select Operator [SEL_185] (rows=7200 width=107)
- Output:["_col0","_col1"]
- Filter Operator [FIL_674] (rows=7200 width=107)
- predicate:(hd_demo_sk is not null and hd_income_band_sk is not null)
- TableScan [TS_183] (rows=7200 width=107)
- default@household_demographics,hd1,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_income_band_sk"]
- <-Reducer 51 [SIMPLE_EDGE]
- SHUFFLE [RS_223]
- PartitionCols:_col16
- Merge Join Operator [MERGEJOIN_708] (rows=188635845 width=860)
- Conds:RS_220._col4=RS_221._col0(Inner),Output:["_col1","_col5","_col9","_col10","_col11","_col16","_col17","_col23","_col25","_col27","_col28","_col35"]
- <-Map 68 [SIMPLE_EDGE]
- SHUFFLE [RS_221]
+ <-Reducer 52 [SIMPLE_EDGE]
+ SHUFFLE [RS_252]
+ PartitionCols:_col18
+ Select Operator [SEL_247] (rows=1643383155 width=88)
+ Output:["_col1","_col18","_col2","_col23","_col24","_col25","_col3","_col37","_col39","_col4","_col41","_col42","_col47","_col50","_col6","_col7","_col8","_col9"]
+ Merge Join Operator [MERGEJOIN_655] (rows=1643383155 width=88)
+ Conds:RS_244._col21=RS_245._col0(Inner),Output:["_col8","_col13","_col14","_col15","_col27","_col29","_col31","_col32","_col37","_col40","_col45","_col46","_col47","_col48","_col50","_col51","_col52","_col53"]
+ <-Map 80 [SIMPLE_EDGE]
+ SHUFFLE [RS_245]
+ PartitionCols:_col0
+ Select Operator [SEL_231] (rows=40000000 width=1014)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_621] (rows=40000000 width=1014)
+ predicate:ca_address_sk is not null
+ TableScan [TS_229] (rows=40000000 width=1014)
+ default@customer_address,ad1,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_street_number","ca_street_name","ca_city","ca_zip"]
+ <-Reducer 51 [SIMPLE_EDGE]
+ SHUFFLE [RS_244]
+ PartitionCols:_col21
+ Merge Join Operator [MERGEJOIN_654] (rows=1493984654 width=88)
+ Conds:RS_241._col9=RS_242._col0(Inner),Output:["_col8","_col13","_col14","_col15","_col21","_col27","_col29","_col31","_col32","_col37","_col40","_col45","_col46","_col47","_col48"]
+ <-Map 79 [SIMPLE_EDGE]
+ SHUFFLE [RS_242]
+ PartitionCols:_col0
+ Select Operator [SEL_228] (rows=40000000 width=1014)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_620] (rows=40000000 width=1014)
+ predicate:ca_address_sk is not null
+ TableScan [TS_226] (rows=40000000 width=1014)
+ default@customer_address,ad1,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_street_number","ca_street_name","ca_city","ca_zip"]
+ <-Reducer 50 [SIMPLE_EDGE]
+ SHUFFLE [RS_241]
+ PartitionCols:_col9
+ Merge Join Operator [MERGEJOIN_653] (rows=1358167838 width=88)
+ Conds:RS_238._col5=RS_239._col0(Inner),Output:["_col8","_col9","_col13","_col14","_col15","_col21","_col27","_col29","_col31","_col32","_col37","_col40"]
+ <-Reducer 49 [SIMPLE_EDGE]
+ SHUFFLE [RS_238]
+ PartitionCols:_col5
+ Merge Join Operator [MERGEJOIN_652] (rows=1234698008 width=88)
+ Conds:RS_235._col0=RS_236._col17(Inner),Output:["_col5","_col8","_col9","_col13","_col14","_col15","_col21","_col27","_col29","_col31","_col32","_col37","_col40"]
+ <-Reducer 48 [SIMPLE_EDGE]
+ SHUFFLE [RS_235]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_640] (rows=7920 width=107)
+ Conds:RS_232._col1=RS_233._col0(Inner),Output:["_col0"]
+ <-Map 47 [SIMPLE_EDGE]
+ SHUFFLE [RS_232]
+ PartitionCols:_col1
+ Select Operator [SEL_138] (rows=7200 width=107)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_605] (rows=7200 width=107)
+
<TRUNCATED>
[05/15] hive git commit: HIVE-13542 : Missing stats for tables in
TPCDS performance regression suite (Hari Subramaniyan via Ashutosh Chauhan)
Posted by ha...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query75.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query75.q.out b/ql/src/test/results/clientpositive/perf/query75.q.out
index 731ff62..e44a48e 100644
--- a/ql/src/test/results/clientpositive/perf/query75.q.out
+++ b/ql/src/test/results/clientpositive/perf/query75.q.out
@@ -34,374 +34,374 @@ Stage-0
Stage-1
Reducer 8
File Output Operator [FS_156]
- Limit [LIM_155] (rows=100 width=1436)
+ Limit [LIM_155] (rows=100 width=108)
Number of rows:100
- Select Operator [SEL_154] (rows=169103 width=1436)
+ Select Operator [SEL_154] (rows=245965926 width=108)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
<-Reducer 7 [SIMPLE_EDGE]
SHUFFLE [RS_153]
- Select Operator [SEL_152] (rows=169103 width=1436)
+ Select Operator [SEL_152] (rows=245965926 width=108)
Output:["_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
- Filter Operator [FIL_151] (rows=169103 width=1436)
+ Filter Operator [FIL_151] (rows=245965926 width=108)
predicate:(UDFToDouble((CAST( _col5 AS decimal(17,2)) / CAST( _col12 AS decimal(17,2)))) < 0.9)
- Merge Join Operator [MERGEJOIN_259] (rows=507310 width=1436)
+ Merge Join Operator [MERGEJOIN_259] (rows=737897778 width=108)
Conds:RS_148._col1, _col2, _col3, _col4=RS_149._col1, _col2, _col3, _col4(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col12","_col13"]
<-Reducer 31 [SIMPLE_EDGE]
SHUFFLE [RS_149]
PartitionCols:_col1, _col2, _col3, _col4
- Select Operator [SEL_147] (rows=461191 width=1436)
+ Select Operator [SEL_147] (rows=670816148 width=108)
Output:["_col1","_col2","_col3","_col4","_col5","_col6"]
- Group By Operator [GBY_146] (rows=461191 width=1436)
+ Group By Operator [GBY_146] (rows=670816148 width=108)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:2001, KEY._col1, KEY._col2, KEY._col3, KEY._col4
<-Union 30 [SIMPLE_EDGE]
<-Reducer 29 [CONTAINS]
Reduce Output Operator [RS_145]
PartitionCols:2001, _col1, _col2, _col3, _col4
- Group By Operator [GBY_144] (rows=922383 width=1436)
+ Group By Operator [GBY_144] (rows=1341632296 width=108)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col5)","sum(_col6)"],keys:2001, _col1, _col2, _col3, _col4
- Select Operator [SEL_142] (rows=922383 width=1436)
+ Select Operator [SEL_142] (rows=1341632296 width=108)
Output:["_col1","_col2","_col3","_col4","_col5","_col6"]
- Select Operator [SEL_95] (rows=307461 width=1436)
+ Select Operator [SEL_95] (rows=383314495 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_252] (rows=307461 width=1436)
- Conds:RS_92._col2, _col1=RS_93._col1, _col0(Left Outer),Output:["_col3","_col4","_col6","_col7","_col8","_col10","_col15","_col16"]
+ Merge Join Operator [MERGEJOIN_252] (rows=383314495 width=135)
+ Conds:RS_92._col2, _col1=RS_93._col1, _col0(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"]
<-Map 34 [SIMPLE_EDGE]
SHUFFLE [RS_93]
PartitionCols:_col1, _col0
- Select Operator [SEL_85] (rows=1 width=0)
+ Select Operator [SEL_85] (rows=28798881 width=106)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_232] (rows=1 width=0)
+ Filter Operator [FIL_232] (rows=28798881 width=106)
predicate:cr_item_sk is not null
- TableScan [TS_83] (rows=1 width=0)
- default@catalog_returns,catalog_returns,Tbl:PARTIAL,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_return_quantity","cr_return_amount"]
+ TableScan [TS_83] (rows=28798881 width=106)
+ default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_return_quantity","cr_return_amount"]
<-Reducer 28 [SIMPLE_EDGE]
SHUFFLE [RS_92]
PartitionCols:_col2, _col1
- Merge Join Operator [MERGEJOIN_251] (rows=279510 width=1436)
- Conds:RS_89._col0=RS_90._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10"]
+ Merge Join Operator [MERGEJOIN_251] (rows=348467716 width=135)
+ Conds:RS_89._col1=RS_90._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"]
<-Map 33 [SIMPLE_EDGE]
SHUFFLE [RS_90]
PartitionCols:_col0
- Select Operator [SEL_82] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_231] (rows=36524 width=1119)
- predicate:((d_year = 2001) and d_date_sk is not null)
- TableScan [TS_80] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ Select Operator [SEL_82] (rows=231000 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col5"]
+ Filter Operator [FIL_231] (rows=231000 width=1436)
+ predicate:((i_category = 'Sports') and i_item_sk is not null and i_brand_id is not null and i_class_id is not null and i_category_id is not null and i_manufact_id is not null)
+ TableScan [TS_80] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_class_id","i_category_id","i_category","i_manufact_id"]
<-Reducer 27 [SIMPLE_EDGE]
SHUFFLE [RS_89]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_250] (rows=254100 width=1436)
- Conds:RS_86._col1=RS_87._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10"]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_250] (rows=316788826 width=135)
+ Conds:RS_86._col0=RS_87._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
<-Map 26 [SIMPLE_EDGE]
SHUFFLE [RS_86]
- PartitionCols:_col1
- Select Operator [SEL_76] (rows=1 width=0)
+ PartitionCols:_col0
+ Select Operator [SEL_76] (rows=287989836 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_229] (rows=1 width=0)
+ Filter Operator [FIL_229] (rows=287989836 width=135)
predicate:(cs_item_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_74] (rows=1 width=0)
- default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_order_number","cs_quantity","cs_ext_sales_price"]
+ TableScan [TS_74] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_order_number","cs_quantity","cs_ext_sales_price"]
<-Map 32 [SIMPLE_EDGE]
SHUFFLE [RS_87]
PartitionCols:_col0
- Select Operator [SEL_79] (rows=231000 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col5"]
- Filter Operator [FIL_230] (rows=231000 width=1436)
- predicate:((i_category = 'Sports') and i_item_sk is not null and i_brand_id is not null and i_class_id is not null and i_category_id is not null and i_manufact_id is not null)
- TableScan [TS_77] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_class_id","i_category_id","i_category","i_manufact_id"]
+ Select Operator [SEL_79] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_230] (rows=36524 width=1119)
+ predicate:((d_year = 2001) and d_date_sk is not null)
+ TableScan [TS_77] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
<-Reducer 38 [CONTAINS]
Reduce Output Operator [RS_145]
PartitionCols:2001, _col1, _col2, _col3, _col4
- Group By Operator [GBY_144] (rows=922383 width=1436)
+ Group By Operator [GBY_144] (rows=1341632296 width=108)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col5)","sum(_col6)"],keys:2001, _col1, _col2, _col3, _col4
- Select Operator [SEL_142] (rows=922383 width=1436)
+ Select Operator [SEL_142] (rows=1341632296 width=108)
Output:["_col1","_col2","_col3","_col4","_col5","_col6"]
- Select Operator [SEL_117] (rows=307461 width=1436)
+ Select Operator [SEL_117] (rows=766650239 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_255] (rows=307461 width=1436)
- Conds:RS_114._col2, _col1=RS_115._col1, _col0(Left Outer),Output:["_col3","_col4","_col6","_col7","_col8","_col10","_col15","_col16"]
+ Merge Join Operator [MERGEJOIN_255] (rows=766650239 width=88)
+ Conds:RS_114._col2, _col1=RS_115._col1, _col0(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"]
<-Map 41 [SIMPLE_EDGE]
SHUFFLE [RS_115]
PartitionCols:_col1, _col0
- Select Operator [SEL_107] (rows=1 width=0)
+ Select Operator [SEL_107] (rows=57591150 width=77)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_236] (rows=1 width=0)
+ Filter Operator [FIL_236] (rows=57591150 width=77)
predicate:sr_item_sk is not null
- TableScan [TS_105] (rows=1 width=0)
- default@store_returns,store_returns,Tbl:PARTIAL,Col:NONE,Output:["sr_item_sk","sr_ticket_number","sr_return_quantity","sr_return_amt"]
+ TableScan [TS_105] (rows=57591150 width=77)
+ default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number","sr_return_quantity","sr_return_amt"]
<-Reducer 37 [SIMPLE_EDGE]
SHUFFLE [RS_114]
PartitionCols:_col2, _col1
- Merge Join Operator [MERGEJOIN_254] (rows=279510 width=1436)
- Conds:RS_111._col0=RS_112._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10"]
+ Merge Join Operator [MERGEJOIN_254] (rows=696954748 width=88)
+ Conds:RS_111._col1=RS_112._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"]
<-Map 40 [SIMPLE_EDGE]
SHUFFLE [RS_112]
PartitionCols:_col0
- Select Operator [SEL_104] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_235] (rows=36524 width=1119)
- predicate:((d_year = 2001) and d_date_sk is not null)
- TableScan [TS_102] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ Select Operator [SEL_104] (rows=231000 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col5"]
+ Filter Operator [FIL_235] (rows=231000 width=1436)
+ predicate:((i_category = 'Sports') and i_item_sk is not null and i_brand_id is not null and i_class_id is not null and i_category_id is not null and i_manufact_id is not null)
+ TableScan [TS_102] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_class_id","i_category_id","i_category","i_manufact_id"]
<-Reducer 36 [SIMPLE_EDGE]
SHUFFLE [RS_111]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_253] (rows=254100 width=1436)
- Conds:RS_108._col1=RS_109._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10"]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_253] (rows=633595212 width=88)
+ Conds:RS_108._col0=RS_109._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
<-Map 35 [SIMPLE_EDGE]
SHUFFLE [RS_108]
- PartitionCols:_col1
- Select Operator [SEL_98] (rows=1 width=0)
+ PartitionCols:_col0
+ Select Operator [SEL_98] (rows=575995635 width=88)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_233] (rows=1 width=0)
+ Filter Operator [FIL_233] (rows=575995635 width=88)
predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_96] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ticket_number","ss_quantity","ss_ext_sales_price"]
+ TableScan [TS_96] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ticket_number","ss_quantity","ss_ext_sales_price"]
<-Map 39 [SIMPLE_EDGE]
SHUFFLE [RS_109]
PartitionCols:_col0
- Select Operator [SEL_101] (rows=231000 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col5"]
- Filter Operator [FIL_234] (rows=231000 width=1436)
- predicate:((i_category = 'Sports') and i_item_sk is not null and i_brand_id is not null and i_class_id is not null and i_category_id is not null and i_manufact_id is not null)
- TableScan [TS_99] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_class_id","i_category_id","i_category","i_manufact_id"]
+ Select Operator [SEL_101] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_234] (rows=36524 width=1119)
+ predicate:((d_year = 2001) and d_date_sk is not null)
+ TableScan [TS_99] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
<-Reducer 45 [CONTAINS]
Reduce Output Operator [RS_145]
PartitionCols:2001, _col1, _col2, _col3, _col4
- Group By Operator [GBY_144] (rows=922383 width=1436)
+ Group By Operator [GBY_144] (rows=1341632296 width=108)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col5)","sum(_col6)"],keys:2001, _col1, _col2, _col3, _col4
- Select Operator [SEL_142] (rows=922383 width=1436)
+ Select Operator [SEL_142] (rows=1341632296 width=108)
Output:["_col1","_col2","_col3","_col4","_col5","_col6"]
- Select Operator [SEL_141] (rows=307461 width=1436)
+ Select Operator [SEL_141] (rows=191667562 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_258] (rows=307461 width=1436)
- Conds:RS_138._col2, _col1=RS_139._col1, _col0(Left Outer),Output:["_col3","_col4","_col6","_col7","_col8","_col10","_col15","_col16"]
+ Merge Join Operator [MERGEJOIN_258] (rows=191667562 width=135)
+ Conds:RS_138._col2, _col1=RS_139._col1, _col0(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"]
<-Map 48 [SIMPLE_EDGE]
SHUFFLE [RS_139]
PartitionCols:_col1, _col0
- Select Operator [SEL_131] (rows=1 width=0)
+ Select Operator [SEL_131] (rows=14398467 width=92)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_240] (rows=1 width=0)
+ Filter Operator [FIL_240] (rows=14398467 width=92)
predicate:wr_item_sk is not null
- TableScan [TS_129] (rows=1 width=0)
- default@web_returns,web_returns,Tbl:PARTIAL,Col:NONE,Output:["wr_item_sk","wr_order_number","wr_return_quantity","wr_return_amt"]
+ TableScan [TS_129] (rows=14398467 width=92)
+ default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_order_number","wr_return_quantity","wr_return_amt"]
<-Reducer 44 [SIMPLE_EDGE]
SHUFFLE [RS_138]
PartitionCols:_col2, _col1
- Merge Join Operator [MERGEJOIN_257] (rows=279510 width=1436)
- Conds:RS_135._col0=RS_136._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10"]
+ Merge Join Operator [MERGEJOIN_257] (rows=174243235 width=135)
+ Conds:RS_135._col1=RS_136._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"]
<-Map 47 [SIMPLE_EDGE]
SHUFFLE [RS_136]
PartitionCols:_col0
- Select Operator [SEL_128] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_239] (rows=36524 width=1119)
- predicate:((d_year = 2001) and d_date_sk is not null)
- TableScan [TS_126] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ Select Operator [SEL_128] (rows=231000 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col5"]
+ Filter Operator [FIL_239] (rows=231000 width=1436)
+ predicate:((i_category = 'Sports') and i_item_sk is not null and i_brand_id is not null and i_class_id is not null and i_category_id is not null and i_manufact_id is not null)
+ TableScan [TS_126] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_class_id","i_category_id","i_category","i_manufact_id"]
<-Reducer 43 [SIMPLE_EDGE]
SHUFFLE [RS_135]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_256] (rows=254100 width=1436)
- Conds:RS_132._col1=RS_133._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10"]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_256] (rows=158402938 width=135)
+ Conds:RS_132._col0=RS_133._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
<-Map 42 [SIMPLE_EDGE]
SHUFFLE [RS_132]
- PartitionCols:_col1
- Select Operator [SEL_122] (rows=1 width=0)
+ PartitionCols:_col0
+ Select Operator [SEL_122] (rows=144002668 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_237] (rows=1 width=0)
+ Filter Operator [FIL_237] (rows=144002668 width=135)
predicate:(ws_item_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_120] (rows=1 width=0)
- default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_order_number","ws_quantity","ws_ext_sales_price"]
+ TableScan [TS_120] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_order_number","ws_quantity","ws_ext_sales_price"]
<-Map 46 [SIMPLE_EDGE]
SHUFFLE [RS_133]
PartitionCols:_col0
- Select Operator [SEL_125] (rows=231000 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col5"]
- Filter Operator [FIL_238] (rows=231000 width=1436)
- predicate:((i_category = 'Sports') and i_item_sk is not null and i_brand_id is not null and i_class_id is not null and i_category_id is not null and i_manufact_id is not null)
- TableScan [TS_123] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_class_id","i_category_id","i_category","i_manufact_id"]
+ Select Operator [SEL_125] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_238] (rows=36524 width=1119)
+ predicate:((d_year = 2001) and d_date_sk is not null)
+ TableScan [TS_123] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
<-Reducer 6 [SIMPLE_EDGE]
SHUFFLE [RS_148]
PartitionCols:_col1, _col2, _col3, _col4
- Select Operator [SEL_73] (rows=461191 width=1436)
+ Select Operator [SEL_73] (rows=670816148 width=108)
Output:["_col1","_col2","_col3","_col4","_col5","_col6"]
- Group By Operator [GBY_72] (rows=461191 width=1436)
+ Group By Operator [GBY_72] (rows=670816148 width=108)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:2002, KEY._col1, KEY._col2, KEY._col3, KEY._col4
<-Union 5 [SIMPLE_EDGE]
<-Reducer 15 [CONTAINS]
Reduce Output Operator [RS_71]
PartitionCols:2002, _col1, _col2, _col3, _col4
- Group By Operator [GBY_70] (rows=922383 width=1436)
+ Group By Operator [GBY_70] (rows=1341632296 width=108)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col5)","sum(_col6)"],keys:2002, _col1, _col2, _col3, _col4
- Select Operator [SEL_68] (rows=922383 width=1436)
+ Select Operator [SEL_68] (rows=1341632296 width=108)
Output:["_col1","_col2","_col3","_col4","_col5","_col6"]
- Select Operator [SEL_43] (rows=307461 width=1436)
+ Select Operator [SEL_43] (rows=766650239 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_246] (rows=307461 width=1436)
- Conds:RS_40._col2, _col1=RS_41._col1, _col0(Left Outer),Output:["_col3","_col4","_col6","_col7","_col8","_col10","_col15","_col16"]
+ Merge Join Operator [MERGEJOIN_246] (rows=766650239 width=88)
+ Conds:RS_40._col2, _col1=RS_41._col1, _col0(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"]
<-Map 18 [SIMPLE_EDGE]
SHUFFLE [RS_41]
PartitionCols:_col1, _col0
- Select Operator [SEL_33] (rows=1 width=0)
+ Select Operator [SEL_33] (rows=57591150 width=77)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_224] (rows=1 width=0)
+ Filter Operator [FIL_224] (rows=57591150 width=77)
predicate:sr_item_sk is not null
- TableScan [TS_31] (rows=1 width=0)
- default@store_returns,store_returns,Tbl:PARTIAL,Col:NONE,Output:["sr_item_sk","sr_ticket_number","sr_return_quantity","sr_return_amt"]
+ TableScan [TS_31] (rows=57591150 width=77)
+ default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number","sr_return_quantity","sr_return_amt"]
<-Reducer 14 [SIMPLE_EDGE]
SHUFFLE [RS_40]
PartitionCols:_col2, _col1
- Merge Join Operator [MERGEJOIN_245] (rows=279510 width=1436)
- Conds:RS_37._col0=RS_38._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10"]
+ Merge Join Operator [MERGEJOIN_245] (rows=696954748 width=88)
+ Conds:RS_37._col1=RS_38._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"]
<-Map 17 [SIMPLE_EDGE]
SHUFFLE [RS_38]
PartitionCols:_col0
- Select Operator [SEL_30] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_223] (rows=36524 width=1119)
- predicate:((d_year = 2002) and d_date_sk is not null)
- TableScan [TS_28] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ Select Operator [SEL_30] (rows=231000 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col5"]
+ Filter Operator [FIL_223] (rows=231000 width=1436)
+ predicate:((i_category = 'Sports') and i_item_sk is not null and i_brand_id is not null and i_class_id is not null and i_category_id is not null and i_manufact_id is not null)
+ TableScan [TS_28] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_class_id","i_category_id","i_category","i_manufact_id"]
<-Reducer 13 [SIMPLE_EDGE]
SHUFFLE [RS_37]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_244] (rows=254100 width=1436)
- Conds:RS_34._col1=RS_35._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10"]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_244] (rows=633595212 width=88)
+ Conds:RS_34._col0=RS_35._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
<-Map 12 [SIMPLE_EDGE]
SHUFFLE [RS_34]
- PartitionCols:_col1
- Select Operator [SEL_24] (rows=1 width=0)
+ PartitionCols:_col0
+ Select Operator [SEL_24] (rows=575995635 width=88)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_221] (rows=1 width=0)
+ Filter Operator [FIL_221] (rows=575995635 width=88)
predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_22] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ticket_number","ss_quantity","ss_ext_sales_price"]
+ TableScan [TS_22] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ticket_number","ss_quantity","ss_ext_sales_price"]
<-Map 16 [SIMPLE_EDGE]
SHUFFLE [RS_35]
PartitionCols:_col0
- Select Operator [SEL_27] (rows=231000 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col5"]
- Filter Operator [FIL_222] (rows=231000 width=1436)
- predicate:((i_category = 'Sports') and i_item_sk is not null and i_brand_id is not null and i_class_id is not null and i_category_id is not null and i_manufact_id is not null)
- TableScan [TS_25] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_class_id","i_category_id","i_category","i_manufact_id"]
+ Select Operator [SEL_27] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_222] (rows=36524 width=1119)
+ predicate:((d_year = 2002) and d_date_sk is not null)
+ TableScan [TS_25] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
<-Reducer 22 [CONTAINS]
Reduce Output Operator [RS_71]
PartitionCols:2002, _col1, _col2, _col3, _col4
- Group By Operator [GBY_70] (rows=922383 width=1436)
+ Group By Operator [GBY_70] (rows=1341632296 width=108)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col5)","sum(_col6)"],keys:2002, _col1, _col2, _col3, _col4
- Select Operator [SEL_68] (rows=922383 width=1436)
+ Select Operator [SEL_68] (rows=1341632296 width=108)
Output:["_col1","_col2","_col3","_col4","_col5","_col6"]
- Select Operator [SEL_67] (rows=307461 width=1436)
+ Select Operator [SEL_67] (rows=191667562 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_249] (rows=307461 width=1436)
- Conds:RS_64._col2, _col1=RS_65._col1, _col0(Left Outer),Output:["_col3","_col4","_col6","_col7","_col8","_col10","_col15","_col16"]
+ Merge Join Operator [MERGEJOIN_249] (rows=191667562 width=135)
+ Conds:RS_64._col2, _col1=RS_65._col1, _col0(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"]
<-Map 25 [SIMPLE_EDGE]
SHUFFLE [RS_65]
PartitionCols:_col1, _col0
- Select Operator [SEL_57] (rows=1 width=0)
+ Select Operator [SEL_57] (rows=14398467 width=92)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_228] (rows=1 width=0)
+ Filter Operator [FIL_228] (rows=14398467 width=92)
predicate:wr_item_sk is not null
- TableScan [TS_55] (rows=1 width=0)
- default@web_returns,web_returns,Tbl:PARTIAL,Col:NONE,Output:["wr_item_sk","wr_order_number","wr_return_quantity","wr_return_amt"]
+ TableScan [TS_55] (rows=14398467 width=92)
+ default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_order_number","wr_return_quantity","wr_return_amt"]
<-Reducer 21 [SIMPLE_EDGE]
SHUFFLE [RS_64]
PartitionCols:_col2, _col1
- Merge Join Operator [MERGEJOIN_248] (rows=279510 width=1436)
- Conds:RS_61._col0=RS_62._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10"]
+ Merge Join Operator [MERGEJOIN_248] (rows=174243235 width=135)
+ Conds:RS_61._col1=RS_62._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"]
<-Map 24 [SIMPLE_EDGE]
SHUFFLE [RS_62]
PartitionCols:_col0
- Select Operator [SEL_54] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_227] (rows=36524 width=1119)
- predicate:((d_year = 2002) and d_date_sk is not null)
- TableScan [TS_52] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ Select Operator [SEL_54] (rows=231000 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col5"]
+ Filter Operator [FIL_227] (rows=231000 width=1436)
+ predicate:((i_category = 'Sports') and i_item_sk is not null and i_brand_id is not null and i_class_id is not null and i_category_id is not null and i_manufact_id is not null)
+ TableScan [TS_52] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_class_id","i_category_id","i_category","i_manufact_id"]
<-Reducer 20 [SIMPLE_EDGE]
SHUFFLE [RS_61]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_247] (rows=254100 width=1436)
- Conds:RS_58._col1=RS_59._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10"]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_247] (rows=158402938 width=135)
+ Conds:RS_58._col0=RS_59._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
<-Map 19 [SIMPLE_EDGE]
SHUFFLE [RS_58]
- PartitionCols:_col1
- Select Operator [SEL_48] (rows=1 width=0)
+ PartitionCols:_col0
+ Select Operator [SEL_48] (rows=144002668 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_225] (rows=1 width=0)
+ Filter Operator [FIL_225] (rows=144002668 width=135)
predicate:(ws_item_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_46] (rows=1 width=0)
- default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_order_number","ws_quantity","ws_ext_sales_price"]
+ TableScan [TS_46] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_order_number","ws_quantity","ws_ext_sales_price"]
<-Map 23 [SIMPLE_EDGE]
SHUFFLE [RS_59]
PartitionCols:_col0
- Select Operator [SEL_51] (rows=231000 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col5"]
- Filter Operator [FIL_226] (rows=231000 width=1436)
- predicate:((i_category = 'Sports') and i_item_sk is not null and i_brand_id is not null and i_class_id is not null and i_category_id is not null and i_manufact_id is not null)
- TableScan [TS_49] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_class_id","i_category_id","i_category","i_manufact_id"]
+ Select Operator [SEL_51] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_226] (rows=36524 width=1119)
+ predicate:((d_year = 2002) and d_date_sk is not null)
+ TableScan [TS_49] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
<-Reducer 4 [CONTAINS]
Reduce Output Operator [RS_71]
PartitionCols:2002, _col1, _col2, _col3, _col4
- Group By Operator [GBY_70] (rows=922383 width=1436)
+ Group By Operator [GBY_70] (rows=1341632296 width=108)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col5)","sum(_col6)"],keys:2002, _col1, _col2, _col3, _col4
- Select Operator [SEL_68] (rows=922383 width=1436)
+ Select Operator [SEL_68] (rows=1341632296 width=108)
Output:["_col1","_col2","_col3","_col4","_col5","_col6"]
- Select Operator [SEL_21] (rows=307461 width=1436)
+ Select Operator [SEL_21] (rows=383314495 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_243] (rows=307461 width=1436)
- Conds:RS_18._col2, _col1=RS_19._col1, _col0(Left Outer),Output:["_col3","_col4","_col6","_col7","_col8","_col10","_col15","_col16"]
+ Merge Join Operator [MERGEJOIN_243] (rows=383314495 width=135)
+ Conds:RS_18._col2, _col1=RS_19._col1, _col0(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"]
<-Map 11 [SIMPLE_EDGE]
SHUFFLE [RS_19]
PartitionCols:_col1, _col0
- Select Operator [SEL_11] (rows=1 width=0)
+ Select Operator [SEL_11] (rows=28798881 width=106)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_220] (rows=1 width=0)
+ Filter Operator [FIL_220] (rows=28798881 width=106)
predicate:cr_item_sk is not null
- TableScan [TS_9] (rows=1 width=0)
- default@catalog_returns,catalog_returns,Tbl:PARTIAL,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_return_quantity","cr_return_amount"]
+ TableScan [TS_9] (rows=28798881 width=106)
+ default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_return_quantity","cr_return_amount"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_18]
PartitionCols:_col2, _col1
- Merge Join Operator [MERGEJOIN_242] (rows=279510 width=1436)
- Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10"]
+ Merge Join Operator [MERGEJOIN_242] (rows=348467716 width=135)
+ Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"]
<-Map 10 [SIMPLE_EDGE]
SHUFFLE [RS_16]
PartitionCols:_col0
- Select Operator [SEL_8] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_219] (rows=36524 width=1119)
- predicate:((d_year = 2002) and d_date_sk is not null)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ Select Operator [SEL_8] (rows=231000 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col5"]
+ Filter Operator [FIL_219] (rows=231000 width=1436)
+ predicate:((i_category = 'Sports') and i_item_sk is not null and i_brand_id is not null and i_class_id is not null and i_category_id is not null and i_manufact_id is not null)
+ TableScan [TS_6] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_class_id","i_category_id","i_category","i_manufact_id"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_15]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_241] (rows=254100 width=1436)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10"]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_241] (rows=316788826 width=135)
+ Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_12]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=1 width=0)
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=287989836 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_217] (rows=1 width=0)
+ Filter Operator [FIL_217] (rows=287989836 width=135)
predicate:(cs_item_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_order_number","cs_quantity","cs_ext_sales_price"]
+ TableScan [TS_0] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_order_number","cs_quantity","cs_ext_sales_price"]
<-Map 9 [SIMPLE_EDGE]
SHUFFLE [RS_13]
PartitionCols:_col0
- Select Operator [SEL_5] (rows=231000 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col5"]
- Filter Operator [FIL_218] (rows=231000 width=1436)
- predicate:((i_category = 'Sports') and i_item_sk is not null and i_brand_id is not null and i_class_id is not null and i_category_id is not null and i_manufact_id is not null)
- TableScan [TS_3] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_class_id","i_category_id","i_category","i_manufact_id"]
+ Select Operator [SEL_5] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_218] (rows=36524 width=1119)
+ predicate:((d_year = 2002) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query76.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query76.q.out b/ql/src/test/results/clientpositive/perf/query76.q.out
index 170c18e..c7dbb37 100644
--- a/ql/src/test/results/clientpositive/perf/query76.q.out
+++ b/ql/src/test/results/clientpositive/perf/query76.q.out
@@ -20,23 +20,23 @@ Stage-0
Stage-1
Reducer 6
File Output Operator [FS_59]
- Limit [LIM_58] (rows=100 width=1436)
+ Limit [LIM_58] (rows=100 width=108)
Number of rows:100
- Select Operator [SEL_57] (rows=838530 width=1436)
+ Select Operator [SEL_57] (rows=304916424 width=108)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_56]
- Group By Operator [GBY_54] (rows=838530 width=1436)
+ Group By Operator [GBY_54] (rows=304916424 width=108)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
<-Union 4 [SIMPLE_EDGE]
<-Reducer 11 [CONTAINS]
Reduce Output Operator [RS_53]
PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_52] (rows=1677060 width=1436)
+ Group By Operator [GBY_52] (rows=609832848 width=108)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count()","sum(_col5)"],keys:_col0, _col1, _col2, _col3, _col4
- Select Operator [SEL_31] (rows=559020 width=1436)
+ Select Operator [SEL_31] (rows=87121617 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_87] (rows=559020 width=1436)
+ Merge Join Operator [MERGEJOIN_87] (rows=87121617 width=135)
Conds:RS_28._col0=RS_29._col0(Inner),Output:["_col3","_col5","_col7","_col8"]
<-Map 13 [SIMPLE_EDGE]
SHUFFLE [RS_29]
@@ -50,7 +50,7 @@ Stage-0
<-Reducer 10 [SIMPLE_EDGE]
SHUFFLE [RS_28]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_86] (rows=508200 width=1436)
+ Merge Join Operator [MERGEJOIN_86] (rows=79201469 width=135)
Conds:RS_25._col1=RS_26._col0(Inner),Output:["_col0","_col3","_col5"]
<-Map 12 [SIMPLE_EDGE]
SHUFFLE [RS_26]
@@ -64,20 +64,20 @@ Stage-0
<-Map 9 [SIMPLE_EDGE]
SHUFFLE [RS_25]
PartitionCols:_col1
- Select Operator [SEL_18] (rows=1 width=0)
+ Select Operator [SEL_18] (rows=72001334 width=135)
Output:["_col0","_col1","_col3"]
- Filter Operator [FIL_78] (rows=1 width=0)
+ Filter Operator [FIL_78] (rows=72001334 width=135)
predicate:(ws_web_page_sk is null and ws_item_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_16] (rows=1 width=0)
- default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_page_sk","ws_ext_sales_price"]
+ TableScan [TS_16] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_page_sk","ws_ext_sales_price"]
<-Reducer 16 [CONTAINS]
Reduce Output Operator [RS_53]
PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_52] (rows=1677060 width=1436)
+ Group By Operator [GBY_52] (rows=609832848 width=108)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count()","sum(_col5)"],keys:_col0, _col1, _col2, _col3, _col4
- Select Operator [SEL_49] (rows=559020 width=1436)
+ Select Operator [SEL_49] (rows=174233858 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_89] (rows=559020 width=1436)
+ Merge Join Operator [MERGEJOIN_89] (rows=174233858 width=135)
Conds:RS_46._col0=RS_47._col0(Inner),Output:["_col3","_col5","_col7","_col8"]
<-Map 18 [SIMPLE_EDGE]
SHUFFLE [RS_47]
@@ -91,17 +91,17 @@ Stage-0
<-Reducer 15 [SIMPLE_EDGE]
SHUFFLE [RS_46]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_88] (rows=508200 width=1436)
+ Merge Join Operator [MERGEJOIN_88] (rows=158394413 width=135)
Conds:RS_43._col2=RS_44._col0(Inner),Output:["_col0","_col3","_col5"]
<-Map 14 [SIMPLE_EDGE]
SHUFFLE [RS_43]
PartitionCols:_col2
- Select Operator [SEL_36] (rows=1 width=0)
+ Select Operator [SEL_36] (rows=143994918 width=135)
Output:["_col0","_col2","_col3"]
- Filter Operator [FIL_81] (rows=1 width=0)
+ Filter Operator [FIL_81] (rows=143994918 width=135)
predicate:(cs_warehouse_sk is null and cs_item_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_34] (rows=1 width=0)
- default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_warehouse_sk","cs_item_sk","cs_ext_sales_price"]
+ TableScan [TS_34] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_warehouse_sk","cs_item_sk","cs_ext_sales_price"]
<-Map 17 [SIMPLE_EDGE]
SHUFFLE [RS_44]
PartitionCols:_col0
@@ -114,12 +114,12 @@ Stage-0
<-Reducer 3 [CONTAINS]
Reduce Output Operator [RS_53]
PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_52] (rows=1677060 width=1436)
+ Group By Operator [GBY_52] (rows=609832848 width=108)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count()","sum(_col5)"],keys:_col0, _col1, _col2, _col3, _col4
- Select Operator [SEL_15] (rows=559020 width=1436)
+ Select Operator [SEL_15] (rows=348477373 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_85] (rows=559020 width=1436)
- Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col3","_col5","_col7","_col8"]
+ Merge Join Operator [MERGEJOIN_85] (rows=348477373 width=88)
+ Conds:RS_12._col2=RS_13._col0(Inner),Output:["_col1","_col5","_col7","_col8"]
<-Map 8 [SIMPLE_EDGE]
SHUFFLE [RS_13]
PartitionCols:_col0
@@ -131,25 +131,25 @@ Stage-0
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_12]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_84] (rows=508200 width=1436)
- Conds:RS_9._col1=RS_10._col0(Inner),Output:["_col0","_col3","_col5"]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_84] (rows=316797605 width=88)
+ Conds:RS_9._col0=RS_10._col1(Inner),Output:["_col1","_col2","_col5"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_9]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=1 width=0)
- Output:["_col0","_col1","_col3"]
- Filter Operator [FIL_75] (rows=1 width=0)
- predicate:(ss_addr_sk is null and ss_item_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_addr_sk","ss_ext_sales_price"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
PartitionCols:_col0
- Select Operator [SEL_5] (rows=462000 width=1436)
+ Select Operator [SEL_2] (rows=462000 width=1436)
Output:["_col0","_col1"]
- Filter Operator [FIL_76] (rows=462000 width=1436)
+ Filter Operator [FIL_75] (rows=462000 width=1436)
predicate:i_item_sk is not null
- TableScan [TS_3] (rows=462000 width=1436)
+ TableScan [TS_0] (rows=462000 width=1436)
default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_category"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col1
+ Select Operator [SEL_5] (rows=287997817 width=88)
+ Output:["_col0","_col1","_col3"]
+ Filter Operator [FIL_76] (rows=287997817 width=88)
+ predicate:(ss_addr_sk is null and ss_item_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_3] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_addr_sk","ss_ext_sales_price"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query79.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query79.q.out b/ql/src/test/results/clientpositive/perf/query79.q.out
index a17eb84..f5a68fc 100644
--- a/ql/src/test/results/clientpositive/perf/query79.q.out
+++ b/ql/src/test/results/clientpositive/perf/query79.q.out
@@ -5,98 +5,98 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Map 11 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
+Reducer 5 <- Map 4 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 6 <- Map 10 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Map 11 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
+Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:100
Stage-1
- Reducer 7
+ Reducer 3
File Output Operator [FS_37]
- Limit [LIM_36] (rows=100 width=860)
+ Limit [LIM_36] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_35] (rows=88000001 width=860)
+ Select Operator [SEL_35] (rows=421657640 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 6 [SIMPLE_EDGE]
+ <-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_34]
- Select Operator [SEL_33] (rows=88000001 width=860)
+ Select Operator [SEL_33] (rows=421657640 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_60] (rows=88000001 width=860)
- Conds:RS_30._col1=RS_31._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col6","_col7"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
+ Merge Join Operator [MERGEJOIN_60] (rows=421657640 width=88)
+ Conds:RS_30._col0=RS_31._col1(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
PartitionCols:_col0
- Select Operator [SEL_29] (rows=80000000 width=860)
+ Select Operator [SEL_2] (rows=80000000 width=860)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_56] (rows=80000000 width=860)
+ Filter Operator [FIL_52] (rows=80000000 width=860)
predicate:c_customer_sk is not null
- TableScan [TS_27] (rows=80000000 width=860)
+ TableScan [TS_0] (rows=80000000 width=860)
default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_first_name","c_last_name"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
PartitionCols:_col1
- Select Operator [SEL_25] (rows=12152 width=1119)
+ Select Operator [SEL_28] (rows=383325119 width=88)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_24] (rows=12152 width=1119)
+ Group By Operator [GBY_27] (rows=383325119 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_23]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_26]
PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_22] (rows=24305 width=1119)
+ Group By Operator [GBY_25] (rows=766650239 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col6)","sum(_col7)"],keys:_col1, _col3, _col5, _col13
- Select Operator [SEL_21] (rows=24305 width=1119)
+ Select Operator [SEL_24] (rows=766650239 width=88)
Output:["_col1","_col3","_col5","_col13","_col6","_col7"]
- Merge Join Operator [MERGEJOIN_59] (rows=24305 width=1119)
- Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col13"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
+ Merge Join Operator [MERGEJOIN_59] (rows=766650239 width=88)
+ Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col13"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
PartitionCols:_col0
- Select Operator [SEL_11] (rows=6000 width=107)
+ Select Operator [SEL_14] (rows=6000 width=107)
Output:["_col0"]
- Filter Operator [FIL_55] (rows=6000 width=107)
+ Filter Operator [FIL_56] (rows=6000 width=107)
predicate:(((hd_dep_count = 8) or (hd_vehicle_count > 0)) and hd_demo_sk is not null)
- TableScan [TS_9] (rows=7200 width=107)
+ TableScan [TS_12] (rows=7200 width=107)
default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_58] (rows=22096 width=1119)
- Conds:RS_15._col4=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7","_col13"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
+ Merge Join Operator [MERGEJOIN_58] (rows=696954748 width=88)
+ Conds:RS_18._col4=RS_19._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7","_col13"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
PartitionCols:_col0
- Select Operator [SEL_8] (rows=852 width=1910)
+ Select Operator [SEL_11] (rows=852 width=1910)
Output:["_col0","_col2"]
- Filter Operator [FIL_54] (rows=852 width=1910)
+ Filter Operator [FIL_55] (rows=852 width=1910)
predicate:(s_number_employees BETWEEN 200 AND 295 and s_store_sk is not null)
- TableScan [TS_6] (rows=1704 width=1910)
+ TableScan [TS_9] (rows=1704 width=1910)
default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_number_employees","s_city"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_57] (rows=20088 width=1119)
- Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
+ Merge Join Operator [MERGEJOIN_57] (rows=633595212 width=88)
+ Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ <-Map 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
PartitionCols:_col0
- Select Operator [SEL_2] (rows=1 width=0)
+ Select Operator [SEL_5] (rows=575995635 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Filter Operator [FIL_52] (rows=1 width=0)
+ Filter Operator [FIL_53] (rows=575995635 width=88)
predicate:(ss_sold_date_sk is not null and ss_store_sk is not null and ss_hdemo_sk is not null and ss_customer_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_ticket_number","ss_coupon_amt","ss_net_profit"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
+ TableScan [TS_3] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_ticket_number","ss_coupon_amt","ss_net_profit"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
PartitionCols:_col0
- Select Operator [SEL_5] (rows=18262 width=1119)
+ Select Operator [SEL_8] (rows=18262 width=1119)
Output:["_col0"]
- Filter Operator [FIL_53] (rows=18262 width=1119)
+ Filter Operator [FIL_54] (rows=18262 width=1119)
predicate:((d_year) IN (1998, 1999, 2000) and (d_dow = 1) and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
+ TableScan [TS_6] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_dow"]
[03/15] hive git commit: HIVE-13542 : Missing stats for tables in
TPCDS performance regression suite (Hari Subramaniyan via Ashutosh Chauhan)
Posted by ha...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query87.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query87.q.out b/ql/src/test/results/clientpositive/perf/query87.q.out
index 5b08630..ee3090b 100644
--- a/ql/src/test/results/clientpositive/perf/query87.q.out
+++ b/ql/src/test/results/clientpositive/perf/query87.q.out
@@ -30,156 +30,162 @@ Stage-0
SHUFFLE [RS_71]
Group By Operator [GBY_70] (rows=1 width=8)
Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_69] (rows=24200000 width=860)
- Filter Operator [FIL_68] (rows=24200000 width=860)
+ Select Operator [SEL_69] (rows=105414409 width=88)
+ Filter Operator [FIL_68] (rows=105414409 width=88)
predicate:_col6 is null
- Merge Join Operator [MERGEJOIN_112] (rows=48400001 width=860)
+ Merge Join Operator [MERGEJOIN_112] (rows=210828819 width=88)
Conds:RS_65._col0, _col1, _col2=RS_66._col0, _col1, _col2(Left Outer),Output:["_col6"]
<-Reducer 19 [SIMPLE_EDGE]
SHUFFLE [RS_66]
PartitionCols:_col0, _col1, _col2
- Select Operator [SEL_64] (rows=44000000 width=860)
+ Select Operator [SEL_64] (rows=87121617 width=135)
Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_63] (rows=44000000 width=860)
+ Group By Operator [GBY_63] (rows=87121617 width=135)
Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
<-Reducer 18 [SIMPLE_EDGE]
SHUFFLE [RS_62]
PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_61] (rows=88000001 width=860)
- Output:["_col0","_col1","_col2"],keys:_col3, _col6, _col7
- Merge Join Operator [MERGEJOIN_110] (rows=88000001 width=860)
- Conds:RS_57._col1=RS_58._col0(Inner),Output:["_col3","_col6","_col7"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_58]
- PartitionCols:_col0
- Select Operator [SEL_53] (rows=80000000 width=860)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_104] (rows=80000000 width=860)
- predicate:c_customer_sk is not null
- TableScan [TS_51] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_first_name","c_last_name"]
- <-Reducer 17 [SIMPLE_EDGE]
- SHUFFLE [RS_57]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_109] (rows=40176 width=1119)
- Conds:RS_54._col0=RS_55._col0(Inner),Output:["_col1","_col3"]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_54]
- PartitionCols:_col0
- Select Operator [SEL_47] (rows=1 width=0)
- Output:["_col0","_col1"]
- Filter Operator [FIL_102] (rows=1 width=0)
- predicate:(ws_sold_date_sk is not null and ws_bill_customer_sk is not null)
- TableScan [TS_45] (rows=1 width=0)
- default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk"]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_55]
- PartitionCols:_col0
- Select Operator [SEL_50] (rows=36524 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_103] (rows=36524 width=1119)
- predicate:(d_month_seq BETWEEN 1193 AND 1204 and d_date_sk is not null)
- TableScan [TS_48] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date","d_month_seq"]
+ Group By Operator [GBY_61] (rows=174243235 width=135)
+ Output:["_col0","_col1","_col2"],keys:_col6, _col7, _col3
+ Select Operator [SEL_60] (rows=174243235 width=135)
+ Output:["_col6","_col7","_col3"]
+ Merge Join Operator [MERGEJOIN_110] (rows=174243235 width=135)
+ Conds:RS_57._col1=RS_58._col0(Inner),Output:["_col3","_col6","_col7"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_58]
+ PartitionCols:_col0
+ Select Operator [SEL_53] (rows=80000000 width=860)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_104] (rows=80000000 width=860)
+ predicate:c_customer_sk is not null
+ TableScan [TS_51] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_first_name","c_last_name"]
+ <-Reducer 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_57]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_109] (rows=158402938 width=135)
+ Conds:RS_54._col0=RS_55._col0(Inner),Output:["_col1","_col3"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_54]
+ PartitionCols:_col0
+ Select Operator [SEL_47] (rows=144002668 width=135)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_102] (rows=144002668 width=135)
+ predicate:(ws_sold_date_sk is not null and ws_bill_customer_sk is not null)
+ TableScan [TS_45] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk"]
+ <-Map 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_55]
+ PartitionCols:_col0
+ Select Operator [SEL_50] (rows=36524 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_103] (rows=36524 width=1119)
+ predicate:(d_month_seq BETWEEN 1193 AND 1204 and d_date_sk is not null)
+ TableScan [TS_48] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date","d_month_seq"]
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_65]
PartitionCols:_col0, _col1, _col2
- Select Operator [SEL_44] (rows=24200000 width=860)
+ Select Operator [SEL_44] (rows=191662559 width=88)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_43] (rows=24200000 width=860)
+ Filter Operator [FIL_43] (rows=191662559 width=88)
predicate:_col3 is null
- Merge Join Operator [MERGEJOIN_111] (rows=48400001 width=860)
+ Merge Join Operator [MERGEJOIN_111] (rows=383325119 width=88)
Conds:RS_40._col0, _col1, _col2=RS_41._col0, _col1, _col2(Left Outer),Output:["_col0","_col1","_col2","_col3"]
<-Reducer 13 [SIMPLE_EDGE]
SHUFFLE [RS_41]
PartitionCols:_col0, _col1, _col2
- Select Operator [SEL_39] (rows=44000000 width=860)
+ Select Operator [SEL_39] (rows=174233858 width=135)
Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_38] (rows=44000000 width=860)
+ Group By Operator [GBY_38] (rows=174233858 width=135)
Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
<-Reducer 12 [SIMPLE_EDGE]
SHUFFLE [RS_37]
PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_36] (rows=88000001 width=860)
- Output:["_col0","_col1","_col2"],keys:_col3, _col6, _col7
- Merge Join Operator [MERGEJOIN_108] (rows=88000001 width=860)
- Conds:RS_32._col1=RS_33._col0(Inner),Output:["_col3","_col6","_col7"]
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
- PartitionCols:_col0
- Select Operator [SEL_28] (rows=80000000 width=860)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_101] (rows=80000000 width=860)
- predicate:c_customer_sk is not null
- TableScan [TS_26] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_first_name","c_last_name"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_107] (rows=40176 width=1119)
- Conds:RS_29._col0=RS_30._col0(Inner),Output:["_col1","_col3"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col0
- Select Operator [SEL_22] (rows=1 width=0)
- Output:["_col0","_col1"]
- Filter Operator [FIL_99] (rows=1 width=0)
- predicate:(cs_sold_date_sk is not null and cs_bill_customer_sk is not null)
- TableScan [TS_20] (rows=1 width=0)
- default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col0
- Select Operator [SEL_25] (rows=36524 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_100] (rows=36524 width=1119)
- predicate:(d_month_seq BETWEEN 1193 AND 1204 and d_date_sk is not null)
- TableScan [TS_23] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date","d_month_seq"]
+ Group By Operator [GBY_36] (rows=348467716 width=135)
+ Output:["_col0","_col1","_col2"],keys:_col6, _col7, _col3
+ Select Operator [SEL_35] (rows=348467716 width=135)
+ Output:["_col6","_col7","_col3"]
+ Merge Join Operator [MERGEJOIN_108] (rows=348467716 width=135)
+ Conds:RS_32._col1=RS_33._col0(Inner),Output:["_col3","_col6","_col7"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_33]
+ PartitionCols:_col0
+ Select Operator [SEL_28] (rows=80000000 width=860)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_101] (rows=80000000 width=860)
+ predicate:c_customer_sk is not null
+ TableScan [TS_26] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_first_name","c_last_name"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_107] (rows=316788826 width=135)
+ Conds:RS_29._col0=RS_30._col0(Inner),Output:["_col1","_col3"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col0
+ Select Operator [SEL_22] (rows=287989836 width=135)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_99] (rows=287989836 width=135)
+ predicate:(cs_sold_date_sk is not null and cs_bill_customer_sk is not null)
+ TableScan [TS_20] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0
+ Select Operator [SEL_25] (rows=36524 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_100] (rows=36524 width=1119)
+ predicate:(d_month_seq BETWEEN 1193 AND 1204 and d_date_sk is not null)
+ TableScan [TS_23] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date","d_month_seq"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_40]
PartitionCols:_col0, _col1, _col2
- Select Operator [SEL_19] (rows=44000000 width=860)
+ Select Operator [SEL_19] (rows=348477374 width=88)
Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_18] (rows=44000000 width=860)
+ Group By Operator [GBY_18] (rows=348477374 width=88)
Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_17]
PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_16] (rows=88000001 width=860)
- Output:["_col0","_col1","_col2"],keys:_col3, _col6, _col7
- Merge Join Operator [MERGEJOIN_106] (rows=88000001 width=860)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col3","_col6","_col7"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=80000000 width=860)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_98] (rows=80000000 width=860)
- predicate:c_customer_sk is not null
- TableScan [TS_6] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_first_name","c_last_name"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_105] (rows=40176 width=1119)
- Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col3"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_9]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=1 width=0)
- Output:["_col0","_col1"]
- Filter Operator [FIL_96] (rows=1 width=0)
- predicate:(ss_sold_date_sk is not null and ss_customer_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=36524 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_97] (rows=36524 width=1119)
- predicate:(d_month_seq BETWEEN 1193 AND 1204 and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date","d_month_seq"]
+ Group By Operator [GBY_16] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2"],keys:_col6, _col7, _col3
+ Select Operator [SEL_15] (rows=696954748 width=88)
+ Output:["_col6","_col7","_col3"]
+ Merge Join Operator [MERGEJOIN_106] (rows=696954748 width=88)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col3","_col6","_col7"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=80000000 width=860)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_98] (rows=80000000 width=860)
+ predicate:c_customer_sk is not null
+ TableScan [TS_6] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_first_name","c_last_name"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_105] (rows=633595212 width=88)
+ Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col3"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_9]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_96] (rows=575995635 width=88)
+ predicate:(ss_sold_date_sk is not null and ss_customer_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=36524 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_97] (rows=36524 width=1119)
+ predicate:(d_month_seq BETWEEN 1193 AND 1204 and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date","d_month_seq"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query88.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query88.q.out b/ql/src/test/results/clientpositive/perf/query88.q.out
index ed2c961..e3f69d3 100644
--- a/ql/src/test/results/clientpositive/perf/query88.q.out
+++ b/ql/src/test/results/clientpositive/perf/query88.q.out
@@ -226,454 +226,456 @@ Stage-0
Stage-1
Reducer 6
File Output Operator [FS_225]
- Merge Join Operator [MERGEJOIN_354] (rows=7 width=8)
- Conds:(Inner),(Inner),(Inner),(Inner),(Inner),(Inner),(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_216]
- Group By Operator [GBY_50] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_49]
- Group By Operator [GBY_48] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Merge Join Operator [MERGEJOIN_335] (rows=17424 width=471)
- Conds:RS_44._col2=RS_45._col0(Inner)
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_45]
- PartitionCols:_col0
- Select Operator [SEL_37] (rows=852 width=1910)
- Output:["_col0"]
- Filter Operator [FIL_305] (rows=852 width=1910)
- predicate:((s_store_name = 'ese') and s_store_sk is not null)
- TableScan [TS_35] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"]
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_44]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_334] (rows=15840 width=471)
- Conds:RS_41._col0=RS_42._col0(Inner),Output:["_col2"]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
- PartitionCols:_col0
- Select Operator [SEL_34] (rows=14400 width=471)
- Output:["_col0"]
- Filter Operator [FIL_304] (rows=14400 width=471)
- predicate:((t_hour = 9) and (t_minute < 30) and t_time_sk is not null)
- TableScan [TS_32] (rows=86400 width=471)
- default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_41]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_333] (rows=3960 width=107)
- Conds:RS_38._col1=RS_39._col0(Inner),Output:["_col0","_col2"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_38]
- PartitionCols:_col1
- Select Operator [SEL_28] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_302] (rows=1 width=0)
- predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null)
- TableScan [TS_26] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"]
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col0
- Select Operator [SEL_31] (rows=3600 width=107)
- Output:["_col0"]
- Filter Operator [FIL_303] (rows=3600 width=107)
- predicate:((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null)
- TableScan [TS_29] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
- <-Reducer 22 [SIMPLE_EDGE]
- SHUFFLE [RS_217]
- Group By Operator [GBY_76] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 21 [SIMPLE_EDGE]
- SHUFFLE [RS_75]
- Group By Operator [GBY_74] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Merge Join Operator [MERGEJOIN_338] (rows=17424 width=471)
- Conds:RS_70._col2=RS_71._col0(Inner)
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_71]
- PartitionCols:_col0
- Select Operator [SEL_63] (rows=852 width=1910)
- Output:["_col0"]
- Filter Operator [FIL_309] (rows=852 width=1910)
- predicate:((s_store_name = 'ese') and s_store_sk is not null)
- TableScan [TS_61] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"]
- <-Reducer 20 [SIMPLE_EDGE]
- SHUFFLE [RS_70]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_337] (rows=15840 width=471)
- Conds:RS_67._col0=RS_68._col0(Inner),Output:["_col2"]
- <-Map 24 [SIMPLE_EDGE]
- SHUFFLE [RS_68]
- PartitionCols:_col0
- Select Operator [SEL_60] (rows=14400 width=471)
- Output:["_col0"]
- Filter Operator [FIL_308] (rows=14400 width=471)
- predicate:((t_hour = 9) and (t_minute >= 30) and t_time_sk is not null)
- TableScan [TS_58] (rows=86400 width=471)
- default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute"]
- <-Reducer 19 [SIMPLE_EDGE]
- SHUFFLE [RS_67]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_336] (rows=3960 width=107)
- Conds:RS_64._col1=RS_65._col0(Inner),Output:["_col0","_col2"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_64]
- PartitionCols:_col1
- Select Operator [SEL_54] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_306] (rows=1 width=0)
- predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null)
- TableScan [TS_52] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"]
- <-Map 23 [SIMPLE_EDGE]
- SHUFFLE [RS_65]
- PartitionCols:_col0
- Select Operator [SEL_57] (rows=3600 width=107)
- Output:["_col0"]
- Filter Operator [FIL_307] (rows=3600 width=107)
- predicate:((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null)
- TableScan [TS_55] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
- <-Reducer 30 [SIMPLE_EDGE]
- SHUFFLE [RS_218]
- Group By Operator [GBY_102] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 29 [SIMPLE_EDGE]
- SHUFFLE [RS_101]
- Group By Operator [GBY_100] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Merge Join Operator [MERGEJOIN_341] (rows=17424 width=471)
- Conds:RS_96._col2=RS_97._col0(Inner)
- <-Map 33 [SIMPLE_EDGE]
- SHUFFLE [RS_97]
- PartitionCols:_col0
- Select Operator [SEL_89] (rows=852 width=1910)
- Output:["_col0"]
- Filter Operator [FIL_313] (rows=852 width=1910)
- predicate:((s_store_name = 'ese') and s_store_sk is not null)
- TableScan [TS_87] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"]
- <-Reducer 28 [SIMPLE_EDGE]
- SHUFFLE [RS_96]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_340] (rows=15840 width=471)
- Conds:RS_93._col0=RS_94._col0(Inner),Output:["_col2"]
- <-Map 32 [SIMPLE_EDGE]
- SHUFFLE [RS_94]
- PartitionCols:_col0
- Select Operator [SEL_86] (rows=14400 width=471)
- Output:["_col0"]
- Filter Operator [FIL_312] (rows=14400 width=471)
- predicate:((t_hour = 10) and (t_minute < 30) and t_time_sk is not null)
- TableScan [TS_84] (rows=86400 width=471)
- default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute"]
- <-Reducer 27 [SIMPLE_EDGE]
- SHUFFLE [RS_93]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_339] (rows=3960 width=107)
- Conds:RS_90._col1=RS_91._col0(Inner),Output:["_col0","_col2"]
- <-Map 26 [SIMPLE_EDGE]
- SHUFFLE [RS_90]
- PartitionCols:_col1
- Select Operator [SEL_80] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_310] (rows=1 width=0)
- predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null)
- TableScan [TS_78] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"]
- <-Map 31 [SIMPLE_EDGE]
- SHUFFLE [RS_91]
- PartitionCols:_col0
- Select Operator [SEL_83] (rows=3600 width=107)
- Output:["_col0"]
- Filter Operator [FIL_311] (rows=3600 width=107)
- predicate:((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null)
- TableScan [TS_81] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
- <-Reducer 38 [SIMPLE_EDGE]
- SHUFFLE [RS_219]
- Group By Operator [GBY_128] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 37 [SIMPLE_EDGE]
- SHUFFLE [RS_127]
- Group By Operator [GBY_126] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Merge Join Operator [MERGEJOIN_344] (rows=17424 width=471)
- Conds:RS_122._col2=RS_123._col0(Inner)
- <-Map 41 [SIMPLE_EDGE]
- SHUFFLE [RS_123]
- PartitionCols:_col0
- Select Operator [SEL_115] (rows=852 width=1910)
- Output:["_col0"]
- Filter Operator [FIL_317] (rows=852 width=1910)
- predicate:((s_store_name = 'ese') and s_store_sk is not null)
- TableScan [TS_113] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"]
- <-Reducer 36 [SIMPLE_EDGE]
- SHUFFLE [RS_122]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_343] (rows=15840 width=471)
- Conds:RS_119._col0=RS_120._col0(Inner),Output:["_col2"]
- <-Map 40 [SIMPLE_EDGE]
- SHUFFLE [RS_120]
- PartitionCols:_col0
- Select Operator [SEL_112] (rows=14400 width=471)
- Output:["_col0"]
- Filter Operator [FIL_316] (rows=14400 width=471)
- predicate:((t_hour = 10) and (t_minute >= 30) and t_time_sk is not null)
- TableScan [TS_110] (rows=86400 width=471)
- default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute"]
- <-Reducer 35 [SIMPLE_EDGE]
- SHUFFLE [RS_119]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_342] (rows=3960 width=107)
- Conds:RS_116._col1=RS_117._col0(Inner),Output:["_col0","_col2"]
- <-Map 34 [SIMPLE_EDGE]
- SHUFFLE [RS_116]
- PartitionCols:_col1
- Select Operator [SEL_106] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_314] (rows=1 width=0)
- predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null)
- TableScan [TS_104] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"]
- <-Map 39 [SIMPLE_EDGE]
- SHUFFLE [RS_117]
- PartitionCols:_col0
- Select Operator [SEL_109] (rows=3600 width=107)
- Output:["_col0"]
- Filter Operator [FIL_315] (rows=3600 width=107)
- predicate:((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null)
- TableScan [TS_107] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
- <-Reducer 46 [SIMPLE_EDGE]
- SHUFFLE [RS_220]
- Group By Operator [GBY_154] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 45 [SIMPLE_EDGE]
- SHUFFLE [RS_153]
- Group By Operator [GBY_152] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Merge Join Operator [MERGEJOIN_347] (rows=17424 width=471)
- Conds:RS_148._col2=RS_149._col0(Inner)
- <-Map 49 [SIMPLE_EDGE]
- SHUFFLE [RS_149]
- PartitionCols:_col0
- Select Operator [SEL_141] (rows=852 width=1910)
- Output:["_col0"]
- Filter Operator [FIL_321] (rows=852 width=1910)
- predicate:((s_store_name = 'ese') and s_store_sk is not null)
- TableScan [TS_139] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"]
- <-Reducer 44 [SIMPLE_EDGE]
- SHUFFLE [RS_148]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_346] (rows=15840 width=471)
- Conds:RS_145._col0=RS_146._col0(Inner),Output:["_col2"]
- <-Map 48 [SIMPLE_EDGE]
- SHUFFLE [RS_146]
- PartitionCols:_col0
- Select Operator [SEL_138] (rows=14400 width=471)
- Output:["_col0"]
- Filter Operator [FIL_320] (rows=14400 width=471)
- predicate:((t_hour = 11) and (t_minute < 30) and t_time_sk is not null)
- TableScan [TS_136] (rows=86400 width=471)
- default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute"]
- <-Reducer 43 [SIMPLE_EDGE]
- SHUFFLE [RS_145]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_345] (rows=3960 width=107)
- Conds:RS_142._col1=RS_143._col0(Inner),Output:["_col0","_col2"]
- <-Map 42 [SIMPLE_EDGE]
- SHUFFLE [RS_142]
- PartitionCols:_col1
- Select Operator [SEL_132] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_318] (rows=1 width=0)
- predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null)
- TableScan [TS_130] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"]
- <-Map 47 [SIMPLE_EDGE]
- SHUFFLE [RS_143]
- PartitionCols:_col0
- Select Operator [SEL_135] (rows=3600 width=107)
- Output:["_col0"]
- Filter Operator [FIL_319] (rows=3600 width=107)
- predicate:((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null)
- TableScan [TS_133] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_215]
- Group By Operator [GBY_24] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_23]
- Group By Operator [GBY_22] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Merge Join Operator [MERGEJOIN_332] (rows=17424 width=471)
- Conds:RS_18._col2=RS_19._col0(Inner)
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=852 width=1910)
- Output:["_col0"]
- Filter Operator [FIL_301] (rows=852 width=1910)
- predicate:((s_store_name = 'ese') and s_store_sk is not null)
- TableScan [TS_9] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_331] (rows=15840 width=471)
- Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col2"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=14400 width=471)
- Output:["_col0"]
- Filter Operator [FIL_300] (rows=14400 width=471)
- predicate:((t_hour = 8) and (t_minute >= 30) and t_time_sk is not null)
- TableScan [TS_6] (rows=86400 width=471)
- default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_330] (rows=3960 width=107)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_298] (rows=1 width=0)
- predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=3600 width=107)
- Output:["_col0"]
- Filter Operator [FIL_299] (rows=3600 width=107)
- predicate:((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null)
- TableScan [TS_3] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
- <-Reducer 54 [SIMPLE_EDGE]
- SHUFFLE [RS_221]
- Group By Operator [GBY_180] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 53 [SIMPLE_EDGE]
- SHUFFLE [RS_179]
- Group By Operator [GBY_178] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Merge Join Operator [MERGEJOIN_350] (rows=17424 width=471)
- Conds:RS_174._col2=RS_175._col0(Inner)
- <-Map 57 [SIMPLE_EDGE]
- SHUFFLE [RS_175]
- PartitionCols:_col0
- Select Operator [SEL_167] (rows=852 width=1910)
- Output:["_col0"]
- Filter Operator [FIL_325] (rows=852 width=1910)
- predicate:((s_store_name = 'ese') and s_store_sk is not null)
- TableScan [TS_165] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"]
- <-Reducer 52 [SIMPLE_EDGE]
- SHUFFLE [RS_174]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_349] (rows=15840 width=471)
- Conds:RS_171._col0=RS_172._col0(Inner),Output:["_col2"]
- <-Map 56 [SIMPLE_EDGE]
- SHUFFLE [RS_172]
- PartitionCols:_col0
- Select Operator [SEL_164] (rows=14400 width=471)
- Output:["_col0"]
- Filter Operator [FIL_324] (rows=14400 width=471)
- predicate:((t_hour = 11) and (t_minute >= 30) and t_time_sk is not null)
- TableScan [TS_162] (rows=86400 width=471)
- default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute"]
- <-Reducer 51 [SIMPLE_EDGE]
- SHUFFLE [RS_171]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_348] (rows=3960 width=107)
- Conds:RS_168._col1=RS_169._col0(Inner),Output:["_col0","_col2"]
- <-Map 50 [SIMPLE_EDGE]
- SHUFFLE [RS_168]
- PartitionCols:_col1
- Select Operator [SEL_158] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_322] (rows=1 width=0)
- predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null)
- TableScan [TS_156] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"]
- <-Map 55 [SIMPLE_EDGE]
- SHUFFLE [RS_169]
- PartitionCols:_col0
- Select Operator [SEL_161] (rows=3600 width=107)
- Output:["_col0"]
- Filter Operator [FIL_323] (rows=3600 width=107)
- predicate:((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null)
- TableScan [TS_159] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
- <-Reducer 62 [SIMPLE_EDGE]
- SHUFFLE [RS_222]
- Group By Operator [GBY_206] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 61 [SIMPLE_EDGE]
- SHUFFLE [RS_205]
- Group By Operator [GBY_204] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Merge Join Operator [MERGEJOIN_353] (rows=17424 width=471)
- Conds:RS_200._col2=RS_201._col0(Inner)
- <-Map 65 [SIMPLE_EDGE]
- SHUFFLE [RS_201]
- PartitionCols:_col0
- Select Operator [SEL_193] (rows=852 width=1910)
- Output:["_col0"]
- Filter Operator [FIL_329] (rows=852 width=1910)
- predicate:((s_store_name = 'ese') and s_store_sk is not null)
- TableScan [TS_191] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"]
- <-Reducer 60 [SIMPLE_EDGE]
- SHUFFLE [RS_200]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_352] (rows=15840 width=471)
- Conds:RS_197._col0=RS_198._col0(Inner),Output:["_col2"]
- <-Map 64 [SIMPLE_EDGE]
- SHUFFLE [RS_198]
- PartitionCols:_col0
- Select Operator [SEL_190] (rows=14400 width=471)
- Output:["_col0"]
- Filter Operator [FIL_328] (rows=14400 width=471)
- predicate:((t_hour = 12) and (t_minute < 30) and t_time_sk is not null)
- TableScan [TS_188] (rows=86400 width=471)
- default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute"]
- <-Reducer 59 [SIMPLE_EDGE]
- SHUFFLE [RS_197]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_351] (rows=3960 width=107)
- Conds:RS_194._col1=RS_195._col0(Inner),Output:["_col0","_col2"]
- <-Map 58 [SIMPLE_EDGE]
- SHUFFLE [RS_194]
- PartitionCols:_col1
- Select Operator [SEL_184] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_326] (rows=1 width=0)
- predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null)
- TableScan [TS_182] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"]
- <-Map 63 [SIMPLE_EDGE]
- SHUFFLE [RS_195]
- PartitionCols:_col0
- Select Operator [SEL_187] (rows=3600 width=107)
- Output:["_col0"]
- Filter Operator [FIL_327] (rows=3600 width=107)
- predicate:((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null)
- TableScan [TS_185] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
+ Select Operator [SEL_224] (rows=7 width=8)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Merge Join Operator [MERGEJOIN_354] (rows=7 width=8)
+ Conds:(Inner),(Inner),(Inner),(Inner),(Inner),(Inner),(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_216]
+ Group By Operator [GBY_50] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_49]
+ Group By Operator [GBY_48] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Merge Join Operator [MERGEJOIN_335] (rows=766650239 width=88)
+ Conds:RS_44._col2=RS_45._col0(Inner)
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_45]
+ PartitionCols:_col0
+ Select Operator [SEL_37] (rows=852 width=1910)
+ Output:["_col0"]
+ Filter Operator [FIL_305] (rows=852 width=1910)
+ predicate:((s_store_name = 'ese') and s_store_sk is not null)
+ TableScan [TS_35] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_44]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_334] (rows=696954748 width=88)
+ Conds:RS_41._col1=RS_42._col0(Inner),Output:["_col2"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ PartitionCols:_col0
+ Select Operator [SEL_34] (rows=3600 width=107)
+ Output:["_col0"]
+ Filter Operator [FIL_304] (rows=3600 width=107)
+ predicate:((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null)
+ TableScan [TS_32] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_333] (rows=633595212 width=88)
+ Conds:RS_38._col0=RS_39._col0(Inner),Output:["_col1","_col2"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col0
+ Select Operator [SEL_28] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_302] (rows=575995635 width=88)
+ predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null)
+ TableScan [TS_26] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col0
+ Select Operator [SEL_31] (rows=14400 width=471)
+ Output:["_col0"]
+ Filter Operator [FIL_303] (rows=14400 width=471)
+ predicate:((t_hour = 12) and (t_minute < 30) and t_time_sk is not null)
+ TableScan [TS_29] (rows=86400 width=471)
+ default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute"]
+ <-Reducer 22 [SIMPLE_EDGE]
+ SHUFFLE [RS_217]
+ Group By Operator [GBY_76] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_75]
+ Group By Operator [GBY_74] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Merge Join Operator [MERGEJOIN_338] (rows=766650239 width=88)
+ Conds:RS_70._col2=RS_71._col0(Inner)
+ <-Map 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_71]
+ PartitionCols:_col0
+ Select Operator [SEL_63] (rows=852 width=1910)
+ Output:["_col0"]
+ Filter Operator [FIL_309] (rows=852 width=1910)
+ predicate:((s_store_name = 'ese') and s_store_sk is not null)
+ TableScan [TS_61] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"]
+ <-Reducer 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_70]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_337] (rows=696954748 width=88)
+ Conds:RS_67._col1=RS_68._col0(Inner),Output:["_col2"]
+ <-Map 24 [SIMPLE_EDGE]
+ SHUFFLE [RS_68]
+ PartitionCols:_col0
+ Select Operator [SEL_60] (rows=3600 width=107)
+ Output:["_col0"]
+ Filter Operator [FIL_308] (rows=3600 width=107)
+ predicate:((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null)
+ TableScan [TS_58] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
+ <-Reducer 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_67]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_336] (rows=633595212 width=88)
+ Conds:RS_64._col0=RS_65._col0(Inner),Output:["_col1","_col2"]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_64]
+ PartitionCols:_col0
+ Select Operator [SEL_54] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_306] (rows=575995635 width=88)
+ predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null)
+ TableScan [TS_52] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"]
+ <-Map 23 [SIMPLE_EDGE]
+ SHUFFLE [RS_65]
+ PartitionCols:_col0
+ Select Operator [SEL_57] (rows=14400 width=471)
+ Output:["_col0"]
+ Filter Operator [FIL_307] (rows=14400 width=471)
+ predicate:((t_hour = 11) and (t_minute >= 30) and t_time_sk is not null)
+ TableScan [TS_55] (rows=86400 width=471)
+ default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute"]
+ <-Reducer 30 [SIMPLE_EDGE]
+ SHUFFLE [RS_218]
+ Group By Operator [GBY_102] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 29 [SIMPLE_EDGE]
+ SHUFFLE [RS_101]
+ Group By Operator [GBY_100] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Merge Join Operator [MERGEJOIN_341] (rows=766650239 width=88)
+ Conds:RS_96._col2=RS_97._col0(Inner)
+ <-Map 33 [SIMPLE_EDGE]
+ SHUFFLE [RS_97]
+ PartitionCols:_col0
+ Select Operator [SEL_89] (rows=852 width=1910)
+ Output:["_col0"]
+ Filter Operator [FIL_313] (rows=852 width=1910)
+ predicate:((s_store_name = 'ese') and s_store_sk is not null)
+ TableScan [TS_87] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"]
+ <-Reducer 28 [SIMPLE_EDGE]
+ SHUFFLE [RS_96]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_340] (rows=696954748 width=88)
+ Conds:RS_93._col1=RS_94._col0(Inner),Output:["_col2"]
+ <-Map 32 [SIMPLE_EDGE]
+ SHUFFLE [RS_94]
+ PartitionCols:_col0
+ Select Operator [SEL_86] (rows=3600 width=107)
+ Output:["_col0"]
+ Filter Operator [FIL_312] (rows=3600 width=107)
+ predicate:((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null)
+ TableScan [TS_84] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
+ <-Reducer 27 [SIMPLE_EDGE]
+ SHUFFLE [RS_93]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_339] (rows=633595212 width=88)
+ Conds:RS_90._col0=RS_91._col0(Inner),Output:["_col1","_col2"]
+ <-Map 26 [SIMPLE_EDGE]
+ SHUFFLE [RS_90]
+ PartitionCols:_col0
+ Select Operator [SEL_80] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_310] (rows=575995635 width=88)
+ predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null)
+ TableScan [TS_78] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"]
+ <-Map 31 [SIMPLE_EDGE]
+ SHUFFLE [RS_91]
+ PartitionCols:_col0
+ Select Operator [SEL_83] (rows=14400 width=471)
+ Output:["_col0"]
+ Filter Operator [FIL_311] (rows=14400 width=471)
+ predicate:((t_hour = 11) and (t_minute < 30) and t_time_sk is not null)
+ TableScan [TS_81] (rows=86400 width=471)
+ default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute"]
+ <-Reducer 38 [SIMPLE_EDGE]
+ SHUFFLE [RS_219]
+ Group By Operator [GBY_128] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 37 [SIMPLE_EDGE]
+ SHUFFLE [RS_127]
+ Group By Operator [GBY_126] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Merge Join Operator [MERGEJOIN_344] (rows=766650239 width=88)
+ Conds:RS_122._col2=RS_123._col0(Inner)
+ <-Map 41 [SIMPLE_EDGE]
+ SHUFFLE [RS_123]
+ PartitionCols:_col0
+ Select Operator [SEL_115] (rows=852 width=1910)
+ Output:["_col0"]
+ Filter Operator [FIL_317] (rows=852 width=1910)
+ predicate:((s_store_name = 'ese') and s_store_sk is not null)
+ TableScan [TS_113] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"]
+ <-Reducer 36 [SIMPLE_EDGE]
+ SHUFFLE [RS_122]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_343] (rows=696954748 width=88)
+ Conds:RS_119._col1=RS_120._col0(Inner),Output:["_col2"]
+ <-Map 40 [SIMPLE_EDGE]
+ SHUFFLE [RS_120]
+ PartitionCols:_col0
+ Select Operator [SEL_112] (rows=3600 width=107)
+ Output:["_col0"]
+ Filter Operator [FIL_316] (rows=3600 width=107)
+ predicate:((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null)
+ TableScan [TS_110] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
+ <-Reducer 35 [SIMPLE_EDGE]
+ SHUFFLE [RS_119]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_342] (rows=633595212 width=88)
+ Conds:RS_116._col0=RS_117._col0(Inner),Output:["_col1","_col2"]
+ <-Map 34 [SIMPLE_EDGE]
+ SHUFFLE [RS_116]
+ PartitionCols:_col0
+ Select Operator [SEL_106] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_314] (rows=575995635 width=88)
+ predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null)
+ TableScan [TS_104] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"]
+ <-Map 39 [SIMPLE_EDGE]
+ SHUFFLE [RS_117]
+ PartitionCols:_col0
+ Select Operator [SEL_109] (rows=14400 width=471)
+ Output:["_col0"]
+ Filter Operator [FIL_315] (rows=14400 width=471)
+ predicate:((t_hour = 10) and (t_minute >= 30) and t_time_sk is not null)
+ TableScan [TS_107] (rows=86400 width=471)
+ default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute"]
+ <-Reducer 46 [SIMPLE_EDGE]
+ SHUFFLE [RS_220]
+ Group By Operator [GBY_154] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 45 [SIMPLE_EDGE]
+ SHUFFLE [RS_153]
+ Group By Operator [GBY_152] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Merge Join Operator [MERGEJOIN_347] (rows=766650239 width=88)
+ Conds:RS_148._col2=RS_149._col0(Inner)
+ <-Map 49 [SIMPLE_EDGE]
+ SHUFFLE [RS_149]
+ PartitionCols:_col0
+ Select Operator [SEL_141] (rows=852 width=1910)
+ Output:["_col0"]
+ Filter Operator [FIL_321] (rows=852 width=1910)
+ predicate:((s_store_name = 'ese') and s_store_sk is not null)
+ TableScan [TS_139] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"]
+ <-Reducer 44 [SIMPLE_EDGE]
+ SHUFFLE [RS_148]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_346] (rows=696954748 width=88)
+ Conds:RS_145._col1=RS_146._col0(Inner),Output:["_col2"]
+ <-Map 48 [SIMPLE_EDGE]
+ SHUFFLE [RS_146]
+ PartitionCols:_col0
+ Select Operator [SEL_138] (rows=3600 width=107)
+ Output:["_col0"]
+ Filter Operator [FIL_320] (rows=3600 width=107)
+ predicate:((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null)
+ TableScan [TS_136] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
+ <-Reducer 43 [SIMPLE_EDGE]
+ SHUFFLE [RS_145]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_345] (rows=633595212 width=88)
+ Conds:RS_142._col0=RS_143._col0(Inner),Output:["_col1","_col2"]
+ <-Map 42 [SIMPLE_EDGE]
+ SHUFFLE [RS_142]
+ PartitionCols:_col0
+ Select Operator [SEL_132] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_318] (rows=575995635 width=88)
+ predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null)
+ TableScan [TS_130] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"]
+ <-Map 47 [SIMPLE_EDGE]
+ SHUFFLE [RS_143]
+ PartitionCols:_col0
+ Select Operator [SEL_135] (rows=14400 width=471)
+ Output:["_col0"]
+ Filter Operator [FIL_319] (rows=14400 width=471)
+ predicate:((t_hour = 10) and (t_minute < 30) and t_time_sk is not null)
+ TableScan [TS_133] (rows=86400 width=471)
+ default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_215]
+ Group By Operator [GBY_24] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_23]
+ Group By Operator [GBY_22] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Merge Join Operator [MERGEJOIN_332] (rows=766650239 width=88)
+ Conds:RS_18._col2=RS_19._col0(Inner)
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=852 width=1910)
+ Output:["_col0"]
+ Filter Operator [FIL_301] (rows=852 width=1910)
+ predicate:((s_store_name = 'ese') and s_store_sk is not null)
+ TableScan [TS_9] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_331] (rows=696954748 width=88)
+ Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col2"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=3600 width=107)
+ Output:["_col0"]
+ Filter Operator [FIL_300] (rows=3600 width=107)
+ predicate:((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null)
+ TableScan [TS_6] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_330] (rows=633595212 width=88)
+ Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_298] (rows=575995635 width=88)
+ predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=14400 width=471)
+ Output:["_col0"]
+ Filter Operator [FIL_299] (rows=14400 width=471)
+ predicate:((t_hour = 8) and (t_minute >= 30) and t_time_sk is not null)
+ TableScan [TS_3] (rows=86400 width=471)
+ default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute"]
+ <-Reducer 54 [SIMPLE_EDGE]
+ SHUFFLE [RS_221]
+ Group By Operator [GBY_180] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 53 [SIMPLE_EDGE]
+ SHUFFLE [RS_179]
+ Group By Operator [GBY_178] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Merge Join Operator [MERGEJOIN_350] (rows=766650239 width=88)
+ Conds:RS_174._col2=RS_175._col0(Inner)
+ <-Map 57 [SIMPLE_EDGE]
+ SHUFFLE [RS_175]
+ PartitionCols:_col0
+ Select Operator [SEL_167] (rows=852 width=1910)
+ Output:["_col0"]
+ Filter Operator [FIL_325] (rows=852 width=1910)
+ predicate:((s_store_name = 'ese') and s_store_sk is not null)
+ TableScan [TS_165] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"]
+ <-Reducer 52 [SIMPLE_EDGE]
+ SHUFFLE [RS_174]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_349] (rows=696954748 width=88)
+ Conds:RS_171._col1=RS_172._col0(Inner),Output:["_col2"]
+ <-Map 56 [SIMPLE_EDGE]
+ SHUFFLE [RS_172]
+ PartitionCols:_col0
+ Select Operator [SEL_164] (rows=3600 width=107)
+ Output:["_col0"]
+ Filter Operator [FIL_324] (rows=3600 width=107)
+ predicate:((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null)
+ TableScan [TS_162] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
+ <-Reducer 51 [SIMPLE_EDGE]
+ SHUFFLE [RS_171]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_348] (rows=633595212 width=88)
+ Conds:RS_168._col0=RS_169._col0(Inner),Output:["_col1","_col2"]
+ <-Map 50 [SIMPLE_EDGE]
+ SHUFFLE [RS_168]
+ PartitionCols:_col0
+ Select Operator [SEL_158] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_322] (rows=575995635 width=88)
+ predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null)
+ TableScan [TS_156] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"]
+ <-Map 55 [SIMPLE_EDGE]
+ SHUFFLE [RS_169]
+ PartitionCols:_col0
+ Select Operator [SEL_161] (rows=14400 width=471)
+ Output:["_col0"]
+ Filter Operator [FIL_323] (rows=14400 width=471)
+ predicate:((t_hour = 9) and (t_minute >= 30) and t_time_sk is not null)
+ TableScan [TS_159] (rows=86400 width=471)
+ default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute"]
+ <-Reducer 62 [SIMPLE_EDGE]
+ SHUFFLE [RS_222]
+ Group By Operator [GBY_206] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 61 [SIMPLE_EDGE]
+ SHUFFLE [RS_205]
+ Group By Operator [GBY_204] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Merge Join Operator [MERGEJOIN_353] (rows=766650239 width=88)
+ Conds:RS_200._col2=RS_201._col0(Inner)
+ <-Map 65 [SIMPLE_EDGE]
+ SHUFFLE [RS_201]
+ PartitionCols:_col0
+ Select Operator [SEL_193] (rows=852 width=1910)
+ Output:["_col0"]
+ Filter Operator [FIL_329] (rows=852 width=1910)
+ predicate:((s_store_name = 'ese') and s_store_sk is not null)
+ TableScan [TS_191] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"]
+ <-Reducer 60 [SIMPLE_EDGE]
+ SHUFFLE [RS_200]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_352] (rows=696954748 width=88)
+ Conds:RS_197._col1=RS_198._col0(Inner),Output:["_col2"]
+ <-Map 64 [SIMPLE_EDGE]
+ SHUFFLE [RS_198]
+ PartitionCols:_col0
+ Select Operator [SEL_190] (rows=3600 width=107)
+ Output:["_col0"]
+ Filter Operator [FIL_328] (rows=3600 width=107)
+ predicate:((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null)
+ TableScan [TS_188] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
+ <-Reducer 59 [SIMPLE_EDGE]
+ SHUFFLE [RS_197]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_351] (rows=633595212 width=88)
+ Conds:RS_194._col0=RS_195._col0(Inner),Output:["_col1","_col2"]
+ <-Map 58 [SIMPLE_EDGE]
+ SHUFFLE [RS_194]
+ PartitionCols:_col0
+ Select Operator [SEL_184] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_326] (rows=575995635 width=88)
+ predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null)
+ TableScan [TS_182] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"]
+ <-Map 63 [SIMPLE_EDGE]
+ SHUFFLE [RS_195]
+ PartitionCols:_col0
+ Select Operator [SEL_187] (rows=14400 width=471)
+ Output:["_col0"]
+ Filter Operator [FIL_327] (rows=14400 width=471)
+ predicate:((t_hour = 9) and (t_minute < 30) and t_time_sk is not null)
+ TableScan [TS_185] (rows=86400 width=471)
+ default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute"]
[04/15] hive git commit: HIVE-13542 : Missing stats for tables in
TPCDS performance regression suite (Hari Subramaniyan via Ashutosh Chauhan)
Posted by ha...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query80.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query80.q.out b/ql/src/test/results/clientpositive/perf/query80.q.out
index 014a621..b1b98cb 100644
--- a/ql/src/test/results/clientpositive/perf/query80.q.out
+++ b/ql/src/test/results/clientpositive/perf/query80.q.out
@@ -32,76 +32,76 @@ Stage-0
Stage-1
Reducer 10
File Output Operator [FS_128]
- Limit [LIM_127] (rows=100 width=1436)
+ Limit [LIM_127] (rows=100 width=108)
Number of rows:100
- Select Operator [SEL_126] (rows=419265 width=1436)
+ Select Operator [SEL_126] (rows=1217531358 width=108)
Output:["_col0","_col1","_col2","_col3","_col4"]
<-Reducer 9 [SIMPLE_EDGE]
SHUFFLE [RS_125]
- Select Operator [SEL_124] (rows=419265 width=1436)
+ Select Operator [SEL_124] (rows=1217531358 width=108)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_123] (rows=419265 width=1436)
+ Group By Operator [GBY_123] (rows=1217531358 width=108)
Output:["_col0","_col1","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Union 8 [SIMPLE_EDGE]
<-Reducer 22 [CONTAINS]
Reduce Output Operator [RS_122]
PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_121] (rows=838530 width=1436)
+ Group By Operator [GBY_121] (rows=2435062716 width=108)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, '0'
- Select Operator [SEL_77] (rows=93170 width=1436)
+ Select Operator [SEL_77] (rows=231905279 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_76] (rows=93170 width=1436)
+ Group By Operator [GBY_76] (rows=231905279 width=135)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0
<-Reducer 21 [SIMPLE_EDGE]
SHUFFLE [RS_75]
PartitionCols:_col0
- Group By Operator [GBY_74] (rows=186340 width=1436)
+ Group By Operator [GBY_74] (rows=463810558 width=135)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)"],keys:_col0
- Select Operator [SEL_72] (rows=186340 width=1436)
+ Select Operator [SEL_72] (rows=463810558 width=135)
Output:["_col0","_col1","_col2","_col3"]
- Merge Join Operator [MERGEJOIN_213] (rows=186340 width=1436)
- Conds:RS_69._col3=RS_70._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col14"]
+ Merge Join Operator [MERGEJOIN_213] (rows=463810558 width=135)
+ Conds:RS_69._col1=RS_70._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col18"]
<-Map 27 [SIMPLE_EDGE]
SHUFFLE [RS_70]
PartitionCols:_col0
- Select Operator [SEL_56] (rows=1150 width=1179)
- Output:["_col0"]
- Filter Operator [FIL_197] (rows=1150 width=1179)
- predicate:((p_channel_tv = 'N') and p_promo_sk is not null)
- TableScan [TS_54] (rows=2300 width=1179)
- default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_tv"]
+ Select Operator [SEL_56] (rows=46000 width=460)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_197] (rows=46000 width=460)
+ predicate:cp_catalog_page_sk is not null
+ TableScan [TS_54] (rows=46000 width=460)
+ default@catalog_page,catalog_page,Tbl:COMPLETE,Col:NONE,Output:["cp_catalog_page_sk","cp_catalog_page_id"]
<-Reducer 20 [SIMPLE_EDGE]
SHUFFLE [RS_69]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_212] (rows=169400 width=1436)
- Conds:RS_66._col2=RS_67._col0(Inner),Output:["_col3","_col5","_col6","_col9","_col10","_col14"]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_212] (rows=421645953 width=135)
+ Conds:RS_66._col3=RS_67._col0(Inner),Output:["_col1","_col5","_col6","_col9","_col10"]
<-Map 26 [SIMPLE_EDGE]
SHUFFLE [RS_67]
PartitionCols:_col0
- Select Operator [SEL_53] (rows=154000 width=1436)
+ Select Operator [SEL_53] (rows=1150 width=1179)
Output:["_col0"]
- Filter Operator [FIL_196] (rows=154000 width=1436)
- predicate:((i_current_price > 50) and i_item_sk is not null)
- TableScan [TS_51] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_current_price"]
+ Filter Operator [FIL_196] (rows=1150 width=1179)
+ predicate:((p_channel_tv = 'N') and p_promo_sk is not null)
+ TableScan [TS_51] (rows=2300 width=1179)
+ default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_tv"]
<-Reducer 19 [SIMPLE_EDGE]
SHUFFLE [RS_66]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_211] (rows=50600 width=460)
- Conds:RS_63._col1=RS_64._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col9","_col10","_col14"]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_211] (rows=383314495 width=135)
+ Conds:RS_63._col2=RS_64._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col9","_col10"]
<-Map 25 [SIMPLE_EDGE]
SHUFFLE [RS_64]
PartitionCols:_col0
- Select Operator [SEL_50] (rows=46000 width=460)
- Output:["_col0","_col1"]
- Filter Operator [FIL_195] (rows=46000 width=460)
- predicate:cp_catalog_page_sk is not null
- TableScan [TS_48] (rows=46000 width=460)
- default@catalog_page,catalog_page,Tbl:COMPLETE,Col:NONE,Output:["cp_catalog_page_sk","cp_catalog_page_id"]
+ Select Operator [SEL_50] (rows=154000 width=1436)
+ Output:["_col0"]
+ Filter Operator [FIL_195] (rows=154000 width=1436)
+ predicate:((i_current_price > 50) and i_item_sk is not null)
+ TableScan [TS_48] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_current_price"]
<-Reducer 18 [SIMPLE_EDGE]
SHUFFLE [RS_63]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_210] (rows=40176 width=1119)
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_210] (rows=348467716 width=135)
Conds:RS_60._col0=RS_61._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col9","_col10"]
<-Map 24 [SIMPLE_EDGE]
SHUFFLE [RS_61]
@@ -115,85 +115,85 @@ Stage-0
<-Reducer 17 [SIMPLE_EDGE]
SHUFFLE [RS_60]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_209] (rows=1 width=0)
+ Merge Join Operator [MERGEJOIN_209] (rows=316788826 width=135)
Conds:RS_57._col2, _col4=RS_58._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col9","_col10"]
<-Map 16 [SIMPLE_EDGE]
SHUFFLE [RS_57]
PartitionCols:_col2, _col4
- Select Operator [SEL_41] (rows=1 width=0)
+ Select Operator [SEL_41] (rows=287989836 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Filter Operator [FIL_192] (rows=1 width=0)
+ Filter Operator [FIL_192] (rows=287989836 width=135)
predicate:(cs_sold_date_sk is not null and cs_catalog_page_sk is not null and cs_item_sk is not null and cs_promo_sk is not null)
- TableScan [TS_39] (rows=1 width=0)
- default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_catalog_page_sk","cs_item_sk","cs_promo_sk","cs_order_number","cs_ext_sales_price","cs_net_profit"]
+ TableScan [TS_39] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_catalog_page_sk","cs_item_sk","cs_promo_sk","cs_order_number","cs_ext_sales_price","cs_net_profit"]
<-Map 23 [SIMPLE_EDGE]
SHUFFLE [RS_58]
PartitionCols:_col0, _col1
- Select Operator [SEL_44] (rows=1 width=0)
+ Select Operator [SEL_44] (rows=28798881 width=106)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_193] (rows=1 width=0)
+ Filter Operator [FIL_193] (rows=28798881 width=106)
predicate:cr_item_sk is not null
- TableScan [TS_42] (rows=1 width=0)
- default@catalog_returns,catalog_returns,Tbl:PARTIAL,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_return_amount","cr_net_loss"]
+ TableScan [TS_42] (rows=28798881 width=106)
+ default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_return_amount","cr_net_loss"]
<-Reducer 34 [CONTAINS]
Reduce Output Operator [RS_122]
PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_121] (rows=838530 width=1436)
+ Group By Operator [GBY_121] (rows=2435062716 width=108)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, '0'
- Select Operator [SEL_118] (rows=93170 width=1436)
+ Select Operator [SEL_118] (rows=115958879 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_117] (rows=93170 width=1436)
+ Group By Operator [GBY_117] (rows=115958879 width=135)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0
<-Reducer 33 [SIMPLE_EDGE]
SHUFFLE [RS_116]
PartitionCols:_col0
- Group By Operator [GBY_115] (rows=186340 width=1436)
+ Group By Operator [GBY_115] (rows=231917759 width=135)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)"],keys:_col0
- Select Operator [SEL_113] (rows=186340 width=1436)
+ Select Operator [SEL_113] (rows=231917759 width=135)
Output:["_col0","_col1","_col2","_col3"]
- Merge Join Operator [MERGEJOIN_218] (rows=186340 width=1436)
- Conds:RS_110._col3=RS_111._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col14"]
+ Merge Join Operator [MERGEJOIN_218] (rows=231917759 width=135)
+ Conds:RS_110._col2=RS_111._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col18"]
<-Map 39 [SIMPLE_EDGE]
SHUFFLE [RS_111]
PartitionCols:_col0
- Select Operator [SEL_97] (rows=1150 width=1179)
- Output:["_col0"]
- Filter Operator [FIL_203] (rows=1150 width=1179)
- predicate:((p_channel_tv = 'N') and p_promo_sk is not null)
- TableScan [TS_95] (rows=2300 width=1179)
- default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_tv"]
+ Select Operator [SEL_97] (rows=84 width=1850)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_203] (rows=84 width=1850)
+ predicate:web_site_sk is not null
+ TableScan [TS_95] (rows=84 width=1850)
+ default@web_site,web_site,Tbl:COMPLETE,Col:NONE,Output:["web_site_sk","web_site_id"]
<-Reducer 32 [SIMPLE_EDGE]
SHUFFLE [RS_110]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_217] (rows=169400 width=1436)
- Conds:RS_107._col1=RS_108._col0(Inner),Output:["_col3","_col5","_col6","_col9","_col10","_col14"]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_217] (rows=210834322 width=135)
+ Conds:RS_107._col3=RS_108._col0(Inner),Output:["_col2","_col5","_col6","_col9","_col10"]
<-Map 38 [SIMPLE_EDGE]
SHUFFLE [RS_108]
PartitionCols:_col0
- Select Operator [SEL_94] (rows=154000 width=1436)
+ Select Operator [SEL_94] (rows=1150 width=1179)
Output:["_col0"]
- Filter Operator [FIL_202] (rows=154000 width=1436)
- predicate:((i_current_price > 50) and i_item_sk is not null)
- TableScan [TS_92] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_current_price"]
+ Filter Operator [FIL_202] (rows=1150 width=1179)
+ predicate:((p_channel_tv = 'N') and p_promo_sk is not null)
+ TableScan [TS_92] (rows=2300 width=1179)
+ default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_tv"]
<-Reducer 31 [SIMPLE_EDGE]
SHUFFLE [RS_107]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_216] (rows=44193 width=1119)
- Conds:RS_104._col2=RS_105._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col9","_col10","_col14"]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_216] (rows=191667562 width=135)
+ Conds:RS_104._col1=RS_105._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col9","_col10"]
<-Map 37 [SIMPLE_EDGE]
SHUFFLE [RS_105]
PartitionCols:_col0
- Select Operator [SEL_91] (rows=84 width=1850)
- Output:["_col0","_col1"]
- Filter Operator [FIL_201] (rows=84 width=1850)
- predicate:web_site_sk is not null
- TableScan [TS_89] (rows=84 width=1850)
- default@web_site,web_site,Tbl:COMPLETE,Col:NONE,Output:["web_site_sk","web_site_id"]
+ Select Operator [SEL_91] (rows=154000 width=1436)
+ Output:["_col0"]
+ Filter Operator [FIL_201] (rows=154000 width=1436)
+ predicate:((i_current_price > 50) and i_item_sk is not null)
+ TableScan [TS_89] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_current_price"]
<-Reducer 30 [SIMPLE_EDGE]
SHUFFLE [RS_104]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_215] (rows=40176 width=1119)
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_215] (rows=174243235 width=135)
Conds:RS_101._col0=RS_102._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col9","_col10"]
<-Map 36 [SIMPLE_EDGE]
SHUFFLE [RS_102]
@@ -207,85 +207,85 @@ Stage-0
<-Reducer 29 [SIMPLE_EDGE]
SHUFFLE [RS_101]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_214] (rows=1 width=0)
+ Merge Join Operator [MERGEJOIN_214] (rows=158402938 width=135)
Conds:RS_98._col1, _col4=RS_99._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col9","_col10"]
<-Map 28 [SIMPLE_EDGE]
SHUFFLE [RS_98]
PartitionCols:_col1, _col4
- Select Operator [SEL_82] (rows=1 width=0)
+ Select Operator [SEL_82] (rows=144002668 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Filter Operator [FIL_198] (rows=1 width=0)
+ Filter Operator [FIL_198] (rows=144002668 width=135)
predicate:(ws_sold_date_sk is not null and ws_web_site_sk is not null and ws_item_sk is not null and ws_promo_sk is not null)
- TableScan [TS_80] (rows=1 width=0)
- default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_site_sk","ws_promo_sk","ws_order_number","ws_ext_sales_price","ws_net_profit"]
+ TableScan [TS_80] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_site_sk","ws_promo_sk","ws_order_number","ws_ext_sales_price","ws_net_profit"]
<-Map 35 [SIMPLE_EDGE]
SHUFFLE [RS_99]
PartitionCols:_col0, _col1
- Select Operator [SEL_85] (rows=1 width=0)
+ Select Operator [SEL_85] (rows=14398467 width=92)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_199] (rows=1 width=0)
+ Filter Operator [FIL_199] (rows=14398467 width=92)
predicate:wr_item_sk is not null
- TableScan [TS_83] (rows=1 width=0)
- default@web_returns,web_returns,Tbl:PARTIAL,Col:NONE,Output:["wr_item_sk","wr_order_number","wr_return_amt","wr_net_loss"]
+ TableScan [TS_83] (rows=14398467 width=92)
+ default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_order_number","wr_return_amt","wr_net_loss"]
<-Reducer 7 [CONTAINS]
Reduce Output Operator [RS_122]
PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_121] (rows=838530 width=1436)
+ Group By Operator [GBY_121] (rows=2435062716 width=108)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, '0'
- Select Operator [SEL_38] (rows=93170 width=1436)
+ Select Operator [SEL_38] (rows=463823414 width=88)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_37] (rows=93170 width=1436)
+ Group By Operator [GBY_37] (rows=463823414 width=88)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0
<-Reducer 6 [SIMPLE_EDGE]
SHUFFLE [RS_36]
PartitionCols:_col0
- Group By Operator [GBY_35] (rows=186340 width=1436)
+ Group By Operator [GBY_35] (rows=927646829 width=88)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)"],keys:_col0
- Select Operator [SEL_33] (rows=186340 width=1436)
+ Select Operator [SEL_33] (rows=927646829 width=88)
Output:["_col0","_col1","_col2","_col3"]
- Merge Join Operator [MERGEJOIN_208] (rows=186340 width=1436)
- Conds:RS_30._col3=RS_31._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col14"]
+ Merge Join Operator [MERGEJOIN_208] (rows=927646829 width=88)
+ Conds:RS_30._col2=RS_31._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col18"]
<-Map 15 [SIMPLE_EDGE]
SHUFFLE [RS_31]
PartitionCols:_col0
- Select Operator [SEL_17] (rows=1150 width=1179)
- Output:["_col0"]
- Filter Operator [FIL_191] (rows=1150 width=1179)
- predicate:((p_channel_tv = 'N') and p_promo_sk is not null)
- TableScan [TS_15] (rows=2300 width=1179)
- default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_tv"]
+ Select Operator [SEL_17] (rows=1704 width=1910)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_191] (rows=1704 width=1910)
+ predicate:s_store_sk is not null
+ TableScan [TS_15] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id"]
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_30]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_207] (rows=169400 width=1436)
- Conds:RS_27._col1=RS_28._col0(Inner),Output:["_col3","_col5","_col6","_col9","_col10","_col14"]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_207] (rows=843315281 width=88)
+ Conds:RS_27._col3=RS_28._col0(Inner),Output:["_col2","_col5","_col6","_col9","_col10"]
<-Map 14 [SIMPLE_EDGE]
SHUFFLE [RS_28]
PartitionCols:_col0
- Select Operator [SEL_14] (rows=154000 width=1436)
+ Select Operator [SEL_14] (rows=1150 width=1179)
Output:["_col0"]
- Filter Operator [FIL_190] (rows=154000 width=1436)
- predicate:((i_current_price > 50) and i_item_sk is not null)
- TableScan [TS_12] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_current_price"]
+ Filter Operator [FIL_190] (rows=1150 width=1179)
+ predicate:((p_channel_tv = 'N') and p_promo_sk is not null)
+ TableScan [TS_12] (rows=2300 width=1179)
+ default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_tv"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_27]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_206] (rows=44193 width=1119)
- Conds:RS_24._col2=RS_25._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col9","_col10","_col14"]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_206] (rows=766650239 width=88)
+ Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col9","_col10"]
<-Map 13 [SIMPLE_EDGE]
SHUFFLE [RS_25]
PartitionCols:_col0
- Select Operator [SEL_11] (rows=1704 width=1910)
- Output:["_col0","_col1"]
- Filter Operator [FIL_189] (rows=1704 width=1910)
- predicate:s_store_sk is not null
- TableScan [TS_9] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id"]
+ Select Operator [SEL_11] (rows=154000 width=1436)
+ Output:["_col0"]
+ Filter Operator [FIL_189] (rows=154000 width=1436)
+ predicate:((i_current_price > 50) and i_item_sk is not null)
+ TableScan [TS_9] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_current_price"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_24]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_205] (rows=40176 width=1119)
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_205] (rows=696954748 width=88)
Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col9","_col10"]
<-Map 12 [SIMPLE_EDGE]
SHUFFLE [RS_22]
@@ -299,24 +299,24 @@ Stage-0
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_21]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_204] (rows=1 width=0)
+ Merge Join Operator [MERGEJOIN_204] (rows=633595212 width=88)
Conds:RS_18._col1, _col4=RS_19._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col9","_col10"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_18]
PartitionCols:_col1, _col4
- Select Operator [SEL_2] (rows=1 width=0)
+ Select Operator [SEL_2] (rows=575995635 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Filter Operator [FIL_186] (rows=1 width=0)
+ Filter Operator [FIL_186] (rows=575995635 width=88)
predicate:(ss_sold_date_sk is not null and ss_store_sk is not null and ss_item_sk is not null and ss_promo_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_promo_sk","ss_ticket_number","ss_ext_sales_price","ss_net_profit"]
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_promo_sk","ss_ticket_number","ss_ext_sales_price","ss_net_profit"]
<-Map 11 [SIMPLE_EDGE]
SHUFFLE [RS_19]
PartitionCols:_col0, _col1
- Select Operator [SEL_5] (rows=1 width=0)
+ Select Operator [SEL_5] (rows=57591150 width=77)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_187] (rows=1 width=0)
+ Filter Operator [FIL_187] (rows=57591150 width=77)
predicate:sr_item_sk is not null
- TableScan [TS_3] (rows=1 width=0)
- default@store_returns,store_returns,Tbl:PARTIAL,Col:NONE,Output:["sr_item_sk","sr_ticket_number","sr_return_amt","sr_net_loss"]
+ TableScan [TS_3] (rows=57591150 width=77)
+ default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number","sr_return_amt","sr_net_loss"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query82.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query82.q.out b/ql/src/test/results/clientpositive/perf/query82.q.out
index 66d5a8f..a049855 100644
--- a/ql/src/test/results/clientpositive/perf/query82.q.out
+++ b/ql/src/test/results/clientpositive/perf/query82.q.out
@@ -5,71 +5,71 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 3 <- Map 7 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 7 <- Map 6 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:100
Stage-1
- Reducer 5
- File Output Operator [FS_27]
- Limit [LIM_26] (rows=100 width=1436)
+ Reducer 4
+ File Output Operator [FS_28]
+ Limit [LIM_27] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_25] (rows=139755 width=1436)
+ Select Operator [SEL_26] (rows=633595212 width=88)
Output:["_col0","_col1","_col2"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- Group By Operator [GBY_22] (rows=139755 width=1436)
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ Group By Operator [GBY_23] (rows=633595212 width=88)
Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_20] (rows=279510 width=1436)
- Output:["_col0","_col1","_col2"],keys:_col1, _col2, _col3
- Merge Join Operator [MERGEJOIN_43] (rows=279510 width=1436)
- Conds:RS_16._col5=RS_17._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_17]
+ Group By Operator [GBY_21] (rows=1267190424 width=88)
+ Output:["_col0","_col1","_col2"],keys:_col2, _col3, _col4
+ Merge Join Operator [MERGEJOIN_44] (rows=1267190424 width=88)
+ Conds:RS_16._col0=RS_17._col0(Inner),RS_17._col0=RS_18._col1(Inner),Output:["_col2","_col3","_col4"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
PartitionCols:_col0
- Select Operator [SEL_8] (rows=36524 width=1119)
+ Select Operator [SEL_2] (rows=575995635 width=88)
Output:["_col0"]
- Filter Operator [FIL_40] (rows=36524 width=1119)
- predicate:(d_date BETWEEN '2002-05-30' AND '2002-07-30' and d_date_sk is not null)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col5
- Merge Join Operator [MERGEJOIN_42] (rows=254100 width=1436)
- Conds:RS_12._col0=RS_13._col1(Inner),RS_12._col0=RS_14._col0(Inner),Output:["_col1","_col2","_col3","_col5"]
- <-Map 1 [SIMPLE_EDGE]
+ Filter Operator [FIL_39] (rows=575995635 width=88)
+ predicate:ss_item_sk is not null
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_item_sk"]
+ <-Map 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_17]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=115500 width=1436)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_40] (rows=115500 width=1436)
+ predicate:((i_manufact_id) IN (437, 129, 727, 663) and i_current_price BETWEEN 30 AND 60 and i_item_sk is not null)
+ TableScan [TS_3] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc","i_current_price","i_manufact_id"]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_43] (rows=20671200 width=15)
+ Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1"]
+ <-Map 6 [SIMPLE_EDGE]
SHUFFLE [RS_12]
PartitionCols:_col0
- Select Operator [SEL_2] (rows=115500 width=1436)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_38] (rows=115500 width=1436)
- predicate:((i_manufact_id) IN (437, 129, 727, 663) and i_current_price BETWEEN 30 AND 60 and i_item_sk is not null)
- TableScan [TS_0] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc","i_current_price","i_manufact_id"]
- <-Map 6 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col1
- Select Operator [SEL_5] (rows=1 width=0)
+ Select Operator [SEL_8] (rows=18792000 width=15)
Output:["_col0","_col1"]
- Filter Operator [FIL_39] (rows=1 width=0)
+ Filter Operator [FIL_41] (rows=18792000 width=15)
predicate:(inv_quantity_on_hand BETWEEN 100 AND 500 and inv_item_sk is not null and inv_date_sk is not null)
- TableScan [TS_3] (rows=1 width=0)
- default@inventory,inventory,Tbl:PARTIAL,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_quantity_on_hand"]
+ TableScan [TS_6] (rows=37584000 width=15)
+ default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_quantity_on_hand"]
<-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_14]
+ SHUFFLE [RS_13]
PartitionCols:_col0
- Select Operator [SEL_11] (rows=1 width=0)
+ Select Operator [SEL_11] (rows=36524 width=1119)
Output:["_col0"]
- Filter Operator [FIL_41] (rows=1 width=0)
- predicate:ss_item_sk is not null
- TableScan [TS_9] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_item_sk"]
+ Filter Operator [FIL_42] (rows=36524 width=1119)
+ predicate:(d_date BETWEEN '2002-05-30' AND '2002-07-30' and d_date_sk is not null)
+ TableScan [TS_9] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query84.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query84.q.out b/ql/src/test/results/clientpositive/perf/query84.q.out
index a2e25bb..9a98bd3 100644
--- a/ql/src/test/results/clientpositive/perf/query84.q.out
+++ b/ql/src/test/results/clientpositive/perf/query84.q.out
@@ -5,95 +5,95 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 3 <- Map 11 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 9 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 10 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 10 <- Map 11 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
+Reducer 6 <- Map 5 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 10 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:100
Stage-1
- Reducer 6
- File Output Operator [FS_35]
- Limit [LIM_34] (rows=100 width=860)
+ Reducer 3
+ File Output Operator [FS_37]
+ Limit [LIM_36] (rows=100 width=860)
Number of rows:100
- Select Operator [SEL_33] (rows=234256017 width=860)
+ Select Operator [SEL_35] (rows=212960011 width=860)
Output:["_col0","_col1"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
- Select Operator [SEL_31] (rows=234256017 width=860)
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ Select Operator [SEL_33] (rows=212960011 width=860)
Output:["_col0","_col1"]
- Merge Join Operator [MERGEJOIN_66] (rows=234256017 width=860)
- Conds:RS_28._col11=RS_29._col0(Inner),Output:["_col0","_col4","_col5"]
- <-Map 10 [SIMPLE_EDGE]
+ Merge Join Operator [MERGEJOIN_67] (rows=212960011 width=860)
+ Conds:RS_29._col0=RS_30._col0(Inner),RS_30._col0=RS_31._col1(Inner),Output:["_col2","_col6","_col7"]
+ <-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_29]
PartitionCols:_col0
- Select Operator [SEL_14] (rows=2 width=12)
+ Select Operator [SEL_2] (rows=57591150 width=77)
Output:["_col0"]
- Filter Operator [FIL_61] (rows=2 width=12)
- predicate:((ib_lower_bound >= 32287) and (ib_upper_bound <= 82287) and ib_income_band_sk is not null)
- TableScan [TS_12] (rows=20 width=12)
- default@income_band,income_band,Tbl:COMPLETE,Col:NONE,Output:["ib_income_band_sk","ib_lower_bound","ib_upper_bound"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col11
- Merge Join Operator [MERGEJOIN_65] (rows=212960011 width=860)
- Conds:RS_25._col2=RS_26._col0(Inner),Output:["_col0","_col4","_col5","_col11"]
- <-Map 9 [SIMPLE_EDGE]
+ Filter Operator [FIL_58] (rows=57591150 width=77)
+ predicate:sr_cdemo_sk is not null
+ TableScan [TS_0] (rows=57591150 width=77)
+ default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_cdemo_sk"]
+ <-Map 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=80765 width=4)
+ Output:["_col0"]
+ Filter Operator [FIL_59] (rows=80765 width=4)
+ predicate:cd_demo_sk is not null
+ TableScan [TS_3] (rows=80765 width=4)
+ default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk"]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_66] (rows=96800003 width=860)
+ Conds:RS_25._col2=RS_26._col0(Inner),Output:["_col0","_col1","_col4","_col5"]
+ <-Reducer 10 [SIMPLE_EDGE]
SHUFFLE [RS_26]
PartitionCols:_col0
- Select Operator [SEL_11] (rows=7200 width=107)
- Output:["_col0","_col1"]
- Filter Operator [FIL_60] (rows=7200 width=107)
- predicate:(hd_demo_sk is not null and hd_income_band_sk is not null)
- TableScan [TS_9] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_income_band_sk"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_64] (rows=193600006 width=860)
- Conds:RS_21._col1=RS_22._col0(Inner),RS_22._col0=RS_23._col0(Inner),Output:["_col0","_col2","_col4","_col5"]
+ Merge Join Operator [MERGEJOIN_65] (rows=7920 width=107)
+ Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col0"]
<-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_23]
+ SHUFFLE [RS_19]
PartitionCols:_col0
- Select Operator [SEL_17] (rows=1 width=0)
+ Select Operator [SEL_17] (rows=2 width=12)
Output:["_col0"]
- Filter Operator [FIL_62] (rows=1 width=0)
- predicate:sr_cdemo_sk is not null
- TableScan [TS_15] (rows=1 width=0)
- default@store_returns,store_returns,Tbl:PARTIAL,Col:NONE,Output:["sr_cdemo_sk"]
- <-Map 8 [SIMPLE_EDGE]
+ Filter Operator [FIL_63] (rows=2 width=12)
+ predicate:((ib_lower_bound >= 32287) and (ib_upper_bound <= 82287) and ib_income_band_sk is not null)
+ TableScan [TS_15] (rows=20 width=12)
+ default@income_band,income_band,Tbl:COMPLETE,Col:NONE,Output:["ib_income_band_sk","ib_lower_bound","ib_upper_bound"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col1
+ Select Operator [SEL_14] (rows=7200 width=107)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_62] (rows=7200 width=107)
+ predicate:(hd_demo_sk is not null and hd_income_band_sk is not null)
+ TableScan [TS_12] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_income_band_sk"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_64] (rows=88000001 width=860)
+ Conds:RS_22._col3=RS_23._col0(Inner),Output:["_col0","_col1","_col2","_col4","_col5"]
+ <-Map 5 [SIMPLE_EDGE]
SHUFFLE [RS_22]
+ PartitionCols:_col3
+ Select Operator [SEL_8] (rows=80000000 width=860)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_60] (rows=80000000 width=860)
+ predicate:(c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_current_hdemo_sk is not null)
+ TableScan [TS_6] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_id","c_current_cdemo_sk","c_current_hdemo_sk","c_current_addr_sk","c_first_name","c_last_name"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_23]
PartitionCols:_col0
- Select Operator [SEL_8] (rows=19800 width=362)
+ Select Operator [SEL_11] (rows=20000000 width=1014)
Output:["_col0"]
- Filter Operator [FIL_59] (rows=19800 width=362)
- predicate:cd_demo_sk is not null
- TableScan [TS_6] (rows=19800 width=362)
- default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_63] (rows=88000001 width=860)
- Conds:RS_18._col3=RS_19._col0(Inner),Output:["_col0","_col1","_col2","_col4","_col5"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col3
- Select Operator [SEL_2] (rows=80000000 width=860)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_57] (rows=80000000 width=860)
- predicate:(c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_current_hdemo_sk is not null)
- TableScan [TS_0] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_id","c_current_cdemo_sk","c_current_hdemo_sk","c_current_addr_sk","c_first_name","c_last_name"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=20000000 width=1014)
- Output:["_col0"]
- Filter Operator [FIL_58] (rows=20000000 width=1014)
- predicate:((ca_city = 'Hopewell') and ca_address_sk is not null)
- TableScan [TS_3] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_city"]
+ Filter Operator [FIL_61] (rows=20000000 width=1014)
+ predicate:((ca_city = 'Hopewell') and ca_address_sk is not null)
+ TableScan [TS_9] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_city"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query85.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query85.q.out b/ql/src/test/results/clientpositive/perf/query85.q.out
index cff7eaf..0ae13e3 100644
--- a/ql/src/test/results/clientpositive/perf/query85.q.out
+++ b/ql/src/test/results/clientpositive/perf/query85.q.out
@@ -5,149 +5,153 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 11 (SIMPLE_EDGE)
-Reducer 3 <- Map 12 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 13 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 14 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Map 15 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Map 16 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Map 17 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
+Reducer 10 <- Map 13 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 14 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
+Reducer 12 <- Map 15 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+Reducer 3 <- Map 17 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 7 <- Map 6 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE)
+Reducer 8 <- Map 16 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:100
Stage-1
- Reducer 10
- File Output Operator [FS_57]
- Limit [LIM_56] (rows=100 width=1014)
+ Reducer 5
+ File Output Operator [FS_59]
+ Limit [LIM_58] (rows=100 width=135)
Number of rows:100
- Select Operator [SEL_55] (rows=4991250 width=1014)
+ Select Operator [SEL_57] (rows=39462256 width=135)
Output:["_col0","_col1","_col2","_col3"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_54]
- Select Operator [SEL_53] (rows=4991250 width=1014)
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_56]
+ Select Operator [SEL_55] (rows=39462256 width=135)
Output:["_col0","_col1","_col2","_col3"]
- Group By Operator [GBY_52] (rows=4991250 width=1014)
+ Group By Operator [GBY_54] (rows=39462256 width=135)
Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(VALUE._col0)","avg(VALUE._col1)","avg(VALUE._col2)"],keys:KEY._col0
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_51]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_53]
PartitionCols:_col0
- Group By Operator [GBY_50] (rows=9982500 width=1014)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(_col4)","avg(_col14)","avg(_col13)"],keys:_col28
- Select Operator [SEL_49] (rows=9982500 width=1014)
- Output:["_col28","_col4","_col14","_col13"]
- Merge Join Operator [MERGEJOIN_107] (rows=9982500 width=1014)
- Conds:RS_46._col11=RS_47._col0(Inner),Output:["_col4","_col13","_col14","_col28"]
+ Group By Operator [GBY_52] (rows=78924512 width=135)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(_col6)","avg(_col16)","avg(_col15)"],keys:_col28
+ Select Operator [SEL_51] (rows=78924512 width=135)
+ Output:["_col28","_col6","_col16","_col15"]
+ Merge Join Operator [MERGEJOIN_109] (rows=78924512 width=135)
+ Conds:RS_48._col13=RS_49._col0(Inner),Output:["_col6","_col15","_col16","_col28"]
<-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_47]
+ SHUFFLE [RS_49]
PartitionCols:_col0
- Select Operator [SEL_42] (rows=72 width=200)
+ Select Operator [SEL_44] (rows=72 width=200)
Output:["_col0","_col1"]
- Filter Operator [FIL_100] (rows=72 width=200)
+ Filter Operator [FIL_102] (rows=72 width=200)
predicate:r_reason_sk is not null
- TableScan [TS_40] (rows=72 width=200)
+ TableScan [TS_42] (rows=72 width=200)
default@reason,reason,Tbl:COMPLETE,Col:NONE,Output:["r_reason_sk","r_reason_desc"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_46]
- PartitionCols:_col11
- Merge Join Operator [MERGEJOIN_106] (rows=9075000 width=1014)
- Conds:RS_43._col0=RS_44._col0(Inner),Output:["_col4","_col11","_col13","_col14"]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_44]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_48]
+ PartitionCols:_col13
+ Merge Join Operator [MERGEJOIN_108] (rows=71749555 width=135)
+ Conds:RS_45._col0=RS_46._col0(Inner),Output:["_col6","_col13","_col15","_col16"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_45]
PartitionCols:_col0
- Select Operator [SEL_39] (rows=36524 width=1119)
+ Select Operator [SEL_2] (rows=36524 width=1119)
Output:["_col0"]
- Filter Operator [FIL_99] (rows=36524 width=1119)
+ Filter Operator [FIL_95] (rows=36524 width=1119)
predicate:((d_year = 1998) and d_date_sk is not null)
- TableScan [TS_37] (rows=73049 width=1119)
+ TableScan [TS_0] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_46]
PartitionCols:_col0
- Select Operator [SEL_36] (rows=8250000 width=1014)
+ Select Operator [SEL_41] (rows=65226867 width=135)
Output:["_col0","_col11","_col13","_col14","_col4"]
- Filter Operator [FIL_35] (rows=8250000 width=1014)
+ Filter Operator [FIL_40] (rows=65226867 width=135)
predicate:(((_col23) IN ('KY', 'GA', 'NM') and _col6 BETWEEN 100 AND 200) or ((_col23) IN ('MT', 'OR', 'IN') and _col6 BETWEEN 150 AND 300) or ((_col23) IN ('WI', 'MO', 'WV') and _col6 BETWEEN 50 AND 250))
- Merge Join Operator [MERGEJOIN_105] (rows=11000000 width=1014)
- Conds:RS_32._col9=RS_33._col0(Inner),Output:["_col0","_col4","_col6","_col11","_col13","_col14","_col23"]
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
- PartitionCols:_col0
- Select Operator [SEL_28] (rows=10000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_98] (rows=10000000 width=1014)
- predicate:((ca_state) IN ('KY', 'GA', 'NM', 'MT', 'OR', 'IN', 'WI', 'MO', 'WV') and (ca_country = 'United States') and ca_address_sk is not null)
- TableScan [TS_26] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state","ca_country"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
- PartitionCols:_col9
- Merge Join Operator [MERGEJOIN_104] (rows=21780 width=362)
- Conds:RS_29._col10, _col17, _col18=RS_30._col0, _col1, _col2(Inner),Output:["_col0","_col4","_col6","_col9","_col11","_col13","_col14"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col0, _col1, _col2
- Select Operator [SEL_25] (rows=19800 width=362)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_97] (rows=19800 width=362)
- predicate:(((cd_education_status = '4 yr Degree') or (cd_education_status = 'Primary') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'D') or (cd_marital_status = 'U')) and cd_demo_sk is not null and cd_marital_status is not null and cd_education_status is not null)
- TableScan [TS_23] (rows=19800 width=362)
- default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col10, _col17, _col18
- Select Operator [SEL_22] (rows=8166 width=362)
- Output:["_col0","_col10","_col11","_col13","_col14","_col17","_col18","_col4","_col6","_col9"]
- Filter Operator [FIL_21] (rows=8166 width=362)
- predicate:(((_col17 = 'M') and (_col18 = '4 yr Degree') and _col5 BETWEEN 100.0 AND 150.0) or ((_col17 = 'D') and (_col18 = 'Primary') and _col5 BETWEEN 50.0 AND 100.0) or ((_col17 = 'U') and (_col18 = 'Advanced Degree') and _col5 BETWEEN 150.0 AND 200.0))
- Merge Join Operator [MERGEJOIN_103] (rows=21780 width=362)
- Conds:RS_18._col8=RS_19._col0(Inner),Output:["_col0","_col4","_col5","_col6","_col9","_col10","_col11","_col13","_col14","_col17","_col18"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=19800 width=362)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_96] (rows=19800 width=362)
- predicate:(((cd_education_status = '4 yr Degree') or (cd_education_status = 'Primary') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'D') or (cd_marital_status = 'U')) and cd_demo_sk is not null and cd_education_status is not null and cd_marital_status is not null)
- TableScan [TS_9] (rows=19800 width=362)
- default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col8
- Merge Join Operator [MERGEJOIN_102] (rows=5062 width=585)
- Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col0","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col13","_col14"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
+ Select Operator [SEL_39] (rows=86969158 width=135)
+ Output:["_col0","_col4","_col6","_col11","_col13","_col14","_col23"]
+ Merge Join Operator [MERGEJOIN_107] (rows=86969158 width=135)
+ Conds:RS_36._col13, _col20, _col21=RS_37._col0, _col1, _col2(Inner),Output:["_col1","_col3","_col7","_col9","_col14","_col16","_col17"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_37]
+ PartitionCols:_col0, _col1, _col2
+ Select Operator [SEL_32] (rows=1583 width=204)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_101] (rows=1583 width=204)
+ predicate:(((cd_education_status = '4 yr Degree') or (cd_education_status = 'Primary') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'D') or (cd_marital_status = 'U')) and cd_demo_sk is not null and cd_marital_status is not null and cd_education_status is not null)
+ TableScan [TS_30] (rows=1583 width=204)
+ default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_36]
+ PartitionCols:_col13, _col20, _col21
+ Merge Join Operator [MERGEJOIN_106] (rows=79062870 width=135)
+ Conds:RS_33._col0=RS_34._col9(Inner),Output:["_col1","_col3","_col7","_col9","_col13","_col14","_col16","_col17","_col20","_col21"]
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_33]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=10000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_96] (rows=10000000 width=1014)
+ predicate:((ca_state) IN ('KY', 'GA', 'NM', 'MT', 'OR', 'IN', 'WI', 'MO', 'WV') and (ca_country = 'United States') and ca_address_sk is not null)
+ TableScan [TS_3] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state","ca_country"]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ PartitionCols:_col9
+ Select Operator [SEL_29] (rows=71875335 width=135)
+ Output:["_col0","_col10","_col11","_col13","_col14","_col17","_col18","_col4","_col6","_col9"]
+ Filter Operator [FIL_28] (rows=71875335 width=135)
+ predicate:(((_col17 = 'M') and (_col18 = '4 yr Degree') and _col5 BETWEEN 100.0 AND 150.0) or ((_col17 = 'D') and (_col18 = 'Primary') and _col5 BETWEEN 50.0 AND 100.0) or ((_col17 = 'U') and (_col18 = 'Advanced Degree') and _col5 BETWEEN 150.0 AND 200.0))
+ Select Operator [SEL_27] (rows=191667562 width=135)
+ Output:["_col0","_col4","_col5","_col6","_col9","_col10","_col11","_col13","_col14","_col17","_col18"]
+ Merge Join Operator [MERGEJOIN_105] (rows=191667562 width=135)
+ Conds:RS_24._col9=RS_25._col0(Inner),Output:["_col1","_col5","_col6","_col7","_col10","_col11","_col12","_col14","_col15","_col17","_col18"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
PartitionCols:_col0
- Select Operator [SEL_8] (rows=4602 width=585)
- Output:["_col0"]
- Filter Operator [FIL_95] (rows=4602 width=585)
- predicate:wp_web_page_sk is not null
- TableScan [TS_6] (rows=4602 width=585)
- default@web_page,web_page,Tbl:COMPLETE,Col:NONE,Output:["wp_web_page_sk"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_101] (rows=1 width=0)
- Conds:RS_12._col1, _col3=RS_13._col0, _col5(Inner),Output:["_col0","_col2","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col13","_col14"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col1, _col3
- Select Operator [SEL_2] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Filter Operator [FIL_93] (rows=1 width=0)
- predicate:((ws_sales_price BETWEEN 100.0 AND 150.0 or ws_sales_price BETWEEN 50.0 AND 100.0 or ws_sales_price BETWEEN 150.0 AND 200.0) and (ws_net_profit BETWEEN 100 AND 200 or ws_net_profit BETWEEN 150 AND 300 or ws_net_profit BETWEEN 50 AND 250) and ws_order_number is not null and ws_item_sk is not null and ws_web_page_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_page_sk","ws_order_number","ws_quantity","ws_sales_price","ws_net_profit"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
+ Select Operator [SEL_17] (rows=1583 width=204)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_100] (rows=1583 width=204)
+ predicate:(((cd_education_status = '4 yr Degree') or (cd_education_status = 'Primary') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'D') or (cd_marital_status = 'U')) and cd_demo_sk is not null and cd_education_status is not null and cd_marital_status is not null)
+ TableScan [TS_15] (rows=1583 width=204)
+ default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col9
+ Merge Join Operator [MERGEJOIN_104] (rows=174243235 width=135)
+ Conds:RS_21._col2, _col4=RS_22._col0, _col5(Inner),Output:["_col1","_col5","_col6","_col7","_col9","_col10","_col11","_col12","_col14","_col15"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
PartitionCols:_col0, _col5
- Select Operator [SEL_5] (rows=1 width=0)
+ Select Operator [SEL_14] (rows=14398467 width=92)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Filter Operator [FIL_94] (rows=1 width=0)
+ Filter Operator [FIL_99] (rows=14398467 width=92)
predicate:(wr_item_sk is not null and wr_order_number is not null and wr_refunded_cdemo_sk is not null and wr_returning_cdemo_sk is not null and wr_refunded_addr_sk is not null and wr_reason_sk is not null)
- TableScan [TS_3] (rows=1 width=0)
- default@web_returns,web_returns,Tbl:PARTIAL,Col:NONE,Output:["wr_item_sk","wr_refunded_cdemo_sk","wr_refunded_addr_sk","wr_returning_cdemo_sk","wr_reason_sk","wr_order_number","wr_fee","wr_refunded_cash"]
+ TableScan [TS_12] (rows=14398467 width=92)
+ default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_refunded_cdemo_sk","wr_refunded_addr_sk","wr_returning_cdemo_sk","wr_reason_sk","wr_order_number","wr_fee","wr_refunded_cash"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col2, _col4
+ Merge Join Operator [MERGEJOIN_103] (rows=158402938 width=135)
+ Conds:RS_18._col0=RS_19._col2(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col7"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col2
+ Select Operator [SEL_11] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ Filter Operator [FIL_98] (rows=144002668 width=135)
+ predicate:((ws_sales_price BETWEEN 100.0 AND 150.0 or ws_sales_price BETWEEN 50.0 AND 100.0 or ws_sales_price BETWEEN 150.0 AND 200.0) and (ws_net_profit BETWEEN 100 AND 200 or ws_net_profit BETWEEN 150 AND 300 or ws_net_profit BETWEEN 50 AND 250) and ws_order_number is not null and ws_item_sk is not null and ws_web_page_sk is not null and ws_sold_date_sk is not null)
+ TableScan [TS_9] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_page_sk","ws_order_number","ws_quantity","ws_sales_price","ws_net_profit"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=4602 width=585)
+ Output:["_col0"]
+ Filter Operator [FIL_97] (rows=4602 width=585)
+ predicate:wp_web_page_sk is not null
+ TableScan [TS_6] (rows=4602 width=585)
+ default@web_page,web_page,Tbl:COMPLETE,Col:NONE,Output:["wp_web_page_sk"]
[13/15] hive git commit: HIVE-13542 : Missing stats for tables in
TPCDS performance regression suite (Hari Subramaniyan via Ashutosh Chauhan)
Posted by ha...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query27.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query27.q.out b/ql/src/test/results/clientpositive/perf/query27.q.out
index 865d62c..36302ca 100644
--- a/ql/src/test/results/clientpositive/perf/query27.q.out
+++ b/ql/src/test/results/clientpositive/perf/query27.q.out
@@ -18,83 +18,81 @@ Stage-0
Stage-1
Reducer 7
File Output Operator [FS_35]
- Limit [LIM_34] (rows=100 width=1436)
+ Limit [LIM_34] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_33] (rows=254100 width=1436)
+ Select Operator [SEL_33] (rows=421657640 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
<-Reducer 6 [SIMPLE_EDGE]
SHUFFLE [RS_32]
- Select Operator [SEL_31] (rows=254100 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Group By Operator [GBY_30] (rows=254100 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["avg(VALUE._col0)","avg(VALUE._col1)","avg(VALUE._col2)","avg(VALUE._col3)"],keys:KEY._col0, KEY._col1
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_28] (rows=508200 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["avg(_col4)","avg(_col5)","avg(_col7)","avg(_col6)"],keys:_col15, _col17
- Select Operator [SEL_27] (rows=508200 width=1436)
- Output:["_col15","_col17","_col4","_col5","_col7","_col6"]
- Merge Join Operator [MERGEJOIN_58] (rows=508200 width=1436)
- Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col15","_col17"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=462000 width=1436)
- Output:["_col0","_col1"]
- Filter Operator [FIL_54] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_12] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_57] (rows=44193 width=1119)
- Conds:RS_21._col3=RS_22._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col15"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=852 width=1910)
- Output:["_col0","_col1"]
- Filter Operator [FIL_53] (rows=852 width=1910)
- predicate:((s_state) IN ('KS', 'AL', 'MN', 'SC', 'VT') and s_store_sk is not null)
- TableScan [TS_9] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_56] (rows=40176 width=1119)
- Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_52] (rows=36524 width=1119)
- predicate:((d_year = 1998) and d_date_sk is not null)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_55] (rows=2722 width=362)
- Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col6","_col7"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col2
- Select Operator [SEL_2] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Filter Operator [FIL_50] (rows=1 width=0)
- predicate:(ss_cdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_item_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_cdemo_sk","ss_store_sk","ss_quantity","ss_list_price","ss_sales_price","ss_coupon_amt"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=2475 width=362)
- Output:["_col0"]
- Filter Operator [FIL_51] (rows=2475 width=362)
- predicate:((cd_gender = 'F') and (cd_marital_status = 'D') and (cd_education_status = 'Unknown') and cd_demo_sk is not null)
- TableScan [TS_3] (rows=19800 width=362)
- default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"]
+ Group By Operator [GBY_30] (rows=421657640 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["avg(VALUE._col0)","avg(VALUE._col1)","avg(VALUE._col2)","avg(VALUE._col3)"],keys:KEY._col0, KEY._col1
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_28] (rows=843315281 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["avg(_col4)","avg(_col5)","avg(_col7)","avg(_col6)"],keys:_col13, _col11
+ Select Operator [SEL_27] (rows=843315281 width=88)
+ Output:["_col13","_col11","_col4","_col5","_col7","_col6"]
+ Merge Join Operator [MERGEJOIN_58] (rows=843315281 width=88)
+ Conds:RS_24._col2=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col11","_col13"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=3106 width=13)
+ Output:["_col0"]
+ Filter Operator [FIL_54] (rows=3106 width=13)
+ predicate:((cd_gender = 'F') and (cd_marital_status = 'D') and (cd_education_status = 'Unknown') and cd_demo_sk is not null)
+ TableScan [TS_12] (rows=24850 width=13)
+ default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_57] (rows=766650239 width=88)
+ Conds:RS_21._col1=RS_22._col0(Inner),Output:["_col2","_col4","_col5","_col6","_col7","_col11","_col13"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=462000 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_53] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_9] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_56] (rows=696954748 width=88)
+ Conds:RS_18._col3=RS_19._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col7","_col11"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=852 width=1910)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_52] (rows=852 width=1910)
+ predicate:((s_state) IN ('KS', 'AL', 'MN', 'SC', 'VT') and s_store_sk is not null)
+ TableScan [TS_6] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_55] (rows=633595212 width=88)
+ Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Filter Operator [FIL_50] (rows=575995635 width=88)
+ predicate:(ss_cdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_item_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_cdemo_sk","ss_store_sk","ss_quantity","ss_list_price","ss_sales_price","ss_coupon_amt"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_51] (rows=36524 width=1119)
+ predicate:((d_year = 1998) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query28.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query28.q.out b/ql/src/test/results/clientpositive/perf/query28.q.out
index 8196db5..0157928 100644
--- a/ql/src/test/results/clientpositive/perf/query28.q.out
+++ b/ql/src/test/results/clientpositive/perf/query28.q.out
@@ -130,82 +130,82 @@ Stage-0
Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)","count(DISTINCT KEY._col0:0._col0)"]
<-Map 10 [SIMPLE_EDGE]
SHUFFLE [RS_32]
- Group By Operator [GBY_31] (rows=1 width=0)
+ Group By Operator [GBY_31] (rows=431996724 width=88)
Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(ss_list_price)","count(ss_list_price)","count(DISTINCT ss_list_price)"],keys:ss_list_price
- Select Operator [SEL_30] (rows=1 width=0)
+ Select Operator [SEL_30] (rows=431996724 width=88)
Output:["ss_list_price"]
- Filter Operator [FIL_61] (rows=1 width=0)
+ Filter Operator [FIL_61] (rows=431996724 width=88)
predicate:(ss_quantity BETWEEN 11 AND 15 and (ss_list_price BETWEEN 66 AND 76 or ss_coupon_amt BETWEEN 920 AND 1920 or ss_wholesale_cost BETWEEN 4 AND 24))
- TableScan [TS_28] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_quantity","ss_wholesale_cost","ss_list_price","ss_coupon_amt"]
+ TableScan [TS_28] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_quantity","ss_wholesale_cost","ss_list_price","ss_coupon_amt"]
<-Reducer 13 [SIMPLE_EDGE]
SHUFFLE [RS_52]
Group By Operator [GBY_40] (rows=1 width=136)
Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)","count(DISTINCT KEY._col0:0._col0)"]
<-Map 12 [SIMPLE_EDGE]
SHUFFLE [RS_39]
- Group By Operator [GBY_38] (rows=1 width=0)
+ Group By Operator [GBY_38] (rows=431996724 width=88)
Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(ss_list_price)","count(ss_list_price)","count(DISTINCT ss_list_price)"],keys:ss_list_price
- Select Operator [SEL_37] (rows=1 width=0)
+ Select Operator [SEL_37] (rows=431996724 width=88)
Output:["ss_list_price"]
- Filter Operator [FIL_62] (rows=1 width=0)
+ Filter Operator [FIL_62] (rows=431996724 width=88)
predicate:(ss_quantity BETWEEN 6 AND 10 and (ss_list_price BETWEEN 91 AND 101 or ss_coupon_amt BETWEEN 1430 AND 2430 or ss_wholesale_cost BETWEEN 32 AND 52))
- TableScan [TS_35] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_quantity","ss_wholesale_cost","ss_list_price","ss_coupon_amt"]
+ TableScan [TS_35] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_quantity","ss_wholesale_cost","ss_list_price","ss_coupon_amt"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_47]
Group By Operator [GBY_5] (rows=1 width=136)
Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)","count(DISTINCT KEY._col0:0._col0)"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_4]
- Group By Operator [GBY_3] (rows=1 width=0)
+ Group By Operator [GBY_3] (rows=431996724 width=88)
Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(ss_list_price)","count(ss_list_price)","count(DISTINCT ss_list_price)"],keys:ss_list_price
- Select Operator [SEL_2] (rows=1 width=0)
+ Select Operator [SEL_2] (rows=431996724 width=88)
Output:["ss_list_price"]
- Filter Operator [FIL_57] (rows=1 width=0)
+ Filter Operator [FIL_57] (rows=431996724 width=88)
predicate:(ss_quantity BETWEEN 0 AND 5 and (ss_list_price BETWEEN 11 AND 21 or ss_coupon_amt BETWEEN 460 AND 1460 or ss_wholesale_cost BETWEEN 14 AND 34))
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_quantity","ss_wholesale_cost","ss_list_price","ss_coupon_amt"]
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_quantity","ss_wholesale_cost","ss_list_price","ss_coupon_amt"]
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_48]
Group By Operator [GBY_12] (rows=1 width=136)
Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)","count(DISTINCT KEY._col0:0._col0)"]
<-Map 4 [SIMPLE_EDGE]
SHUFFLE [RS_11]
- Group By Operator [GBY_10] (rows=1 width=0)
+ Group By Operator [GBY_10] (rows=431996724 width=88)
Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(ss_list_price)","count(ss_list_price)","count(DISTINCT ss_list_price)"],keys:ss_list_price
- Select Operator [SEL_9] (rows=1 width=0)
+ Select Operator [SEL_9] (rows=431996724 width=88)
Output:["ss_list_price"]
- Filter Operator [FIL_58] (rows=1 width=0)
+ Filter Operator [FIL_58] (rows=431996724 width=88)
predicate:(ss_quantity BETWEEN 26 AND 30 and (ss_list_price BETWEEN 28 AND 38 or ss_coupon_amt BETWEEN 2513 AND 3513 or ss_wholesale_cost BETWEEN 42 AND 62))
- TableScan [TS_7] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_quantity","ss_wholesale_cost","ss_list_price","ss_coupon_amt"]
+ TableScan [TS_7] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_quantity","ss_wholesale_cost","ss_list_price","ss_coupon_amt"]
<-Reducer 7 [SIMPLE_EDGE]
SHUFFLE [RS_49]
Group By Operator [GBY_19] (rows=1 width=136)
Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)","count(DISTINCT KEY._col0:0._col0)"]
<-Map 6 [SIMPLE_EDGE]
SHUFFLE [RS_18]
- Group By Operator [GBY_17] (rows=1 width=0)
+ Group By Operator [GBY_17] (rows=431996724 width=88)
Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(ss_list_price)","count(ss_list_price)","count(DISTINCT ss_list_price)"],keys:ss_list_price
- Select Operator [SEL_16] (rows=1 width=0)
+ Select Operator [SEL_16] (rows=431996724 width=88)
Output:["ss_list_price"]
- Filter Operator [FIL_59] (rows=1 width=0)
+ Filter Operator [FIL_59] (rows=431996724 width=88)
predicate:(ss_quantity BETWEEN 21 AND 25 and (ss_list_price BETWEEN 135 AND 145 or ss_coupon_amt BETWEEN 14180 AND 15180 or ss_wholesale_cost BETWEEN 38 AND 58))
- TableScan [TS_14] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_quantity","ss_wholesale_cost","ss_list_price","ss_coupon_amt"]
+ TableScan [TS_14] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_quantity","ss_wholesale_cost","ss_list_price","ss_coupon_amt"]
<-Reducer 9 [SIMPLE_EDGE]
SHUFFLE [RS_50]
Group By Operator [GBY_26] (rows=1 width=136)
Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)","count(DISTINCT KEY._col0:0._col0)"]
<-Map 8 [SIMPLE_EDGE]
SHUFFLE [RS_25]
- Group By Operator [GBY_24] (rows=1 width=0)
+ Group By Operator [GBY_24] (rows=431996724 width=88)
Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(ss_list_price)","count(ss_list_price)","count(DISTINCT ss_list_price)"],keys:ss_list_price
- Select Operator [SEL_23] (rows=1 width=0)
+ Select Operator [SEL_23] (rows=431996724 width=88)
Output:["ss_list_price"]
- Filter Operator [FIL_60] (rows=1 width=0)
+ Filter Operator [FIL_60] (rows=431996724 width=88)
predicate:(ss_quantity BETWEEN 16 AND 20 and (ss_list_price BETWEEN 142 AND 152 or ss_coupon_amt BETWEEN 3054 AND 4054 or ss_wholesale_cost BETWEEN 80 AND 100))
- TableScan [TS_21] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_quantity","ss_wholesale_cost","ss_list_price","ss_coupon_amt"]
+ TableScan [TS_21] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_quantity","ss_wholesale_cost","ss_list_price","ss_coupon_amt"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query29.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query29.q.out b/ql/src/test/results/clientpositive/perf/query29.q.out
index 39aca92..c53d65d 100644
--- a/ql/src/test/results/clientpositive/perf/query29.q.out
+++ b/ql/src/test/results/clientpositive/perf/query29.q.out
@@ -5,141 +5,141 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 11 (SIMPLE_EDGE)
-Reducer 3 <- Map 12 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 13 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 14 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Map 15 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Map 16 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Map 17 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
+Reducer 10 <- Map 14 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 15 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
+Reducer 12 <- Map 16 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 12 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 17 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 9 <- Map 13 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:100
Stage-1
- Reducer 10
- File Output Operator [FS_53]
- Limit [LIM_52] (rows=100 width=1436)
+ Reducer 6
+ File Output Operator [FS_54]
+ Limit [LIM_53] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_51] (rows=254100 width=1436)
+ Select Operator [SEL_52] (rows=510205767 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_50]
- Select Operator [SEL_49] (rows=254100 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Group By Operator [GBY_48] (rows=254100 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_47]
- PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_46] (rows=508200 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col5)","sum(_col10)","sum(_col14)"],keys:_col24, _col25, _col27, _col28
- Select Operator [SEL_45] (rows=508200 width=1436)
- Output:["_col24","_col25","_col27","_col28","_col5","_col10","_col14"]
- Merge Join Operator [MERGEJOIN_103] (rows=508200 width=1436)
- Conds:RS_42._col1=RS_43._col0(Inner),Output:["_col5","_col10","_col14","_col24","_col25","_col27","_col28"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
- PartitionCols:_col0
- Select Operator [SEL_23] (rows=462000 width=1436)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_96] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_21] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_102] (rows=44194 width=1119)
- Conds:RS_39._col3=RS_40._col0(Inner),Output:["_col1","_col5","_col10","_col14","_col24","_col25"]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_40]
- PartitionCols:_col0
- Select Operator [SEL_20] (rows=1704 width=1910)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_95] (rows=1704 width=1910)
- predicate:s_store_sk is not null
- TableScan [TS_18] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id","s_store_name"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_101] (rows=40177 width=1119)
- Conds:RS_36._col11=RS_37._col0(Inner),Output:["_col1","_col3","_col5","_col10","_col14"]
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_37]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_51]
+ Group By Operator [GBY_49] (rows=510205767 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_48]
+ PartitionCols:_col0, _col1, _col2, _col3
+ Group By Operator [GBY_47] (rows=1020411534 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col17)","sum(_col22)","sum(_col3)"],keys:_col27, _col28, _col7, _col8
+ Select Operator [SEL_46] (rows=1020411534 width=88)
+ Output:["_col27","_col28","_col7","_col8","_col17","_col22","_col3"]
+ Merge Join Operator [MERGEJOIN_100] (rows=1020411534 width=88)
+ Conds:RS_43._col13=RS_44._col0(Inner),Output:["_col3","_col7","_col8","_col17","_col22","_col27","_col28"]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_44]
+ PartitionCols:_col0
+ Select Operator [SEL_36] (rows=462000 width=1436)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_93] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_34] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:_col13
+ Merge Join Operator [MERGEJOIN_99] (rows=927646829 width=88)
+ Conds:RS_40._col1, _col2=RS_41._col14, _col13(Inner),Output:["_col3","_col7","_col8","_col13","_col17","_col22"]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ PartitionCols:_col14, _col13
+ Select Operator [SEL_33] (rows=843315281 width=88)
+ Output:["_col1","_col11","_col13","_col14","_col16","_col2","_col7"]
+ Merge Join Operator [MERGEJOIN_98] (rows=843315281 width=88)
+ Conds:RS_30._col3=RS_31._col0(Inner),Output:["_col1","_col5","_col7","_col8","_col10","_col18","_col19"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
PartitionCols:_col0
- Select Operator [SEL_17] (rows=36525 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_94] (rows=36525 width=1119)
- predicate:((d_year) IN (2000, 2001, 2002) and d_date_sk is not null)
- TableScan [TS_15] (rows=73049 width=1119)
- default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_36]
- PartitionCols:_col11
- Merge Join Operator [MERGEJOIN_100] (rows=22096 width=1119)
- Conds:RS_33._col6=RS_34._col0(Inner),Output:["_col1","_col3","_col5","_col10","_col11","_col14"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
+ Select Operator [SEL_20] (rows=1704 width=1910)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_92] (rows=1704 width=1910)
+ predicate:s_store_sk is not null
+ TableScan [TS_18] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id","s_store_name"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_97] (rows=766650239 width=88)
+ Conds:RS_27._col6=RS_28._col0(Inner),Output:["_col1","_col3","_col5","_col7","_col8","_col10"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
PartitionCols:_col0
- Select Operator [SEL_14] (rows=18262 width=1119)
+ Select Operator [SEL_17] (rows=18262 width=1119)
Output:["_col0"]
- Filter Operator [FIL_93] (rows=18262 width=1119)
+ Filter Operator [FIL_91] (rows=18262 width=1119)
predicate:(d_moy BETWEEN 2 AND 5 and (d_year = 2000) and d_date_sk is not null)
- TableScan [TS_12] (rows=73049 width=1119)
+ TableScan [TS_15] (rows=73049 width=1119)
default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
PartitionCols:_col6
- Merge Join Operator [MERGEJOIN_99] (rows=20088 width=1119)
- Conds:RS_30._col0=RS_31._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col10","_col11","_col14"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
+ Merge Join Operator [MERGEJOIN_96] (rows=696954748 width=88)
+ Conds:RS_24._col0=RS_25._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col8","_col10"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
PartitionCols:_col0
- Select Operator [SEL_11] (rows=18262 width=1119)
+ Select Operator [SEL_14] (rows=18262 width=1119)
Output:["_col0"]
- Filter Operator [FIL_92] (rows=18262 width=1119)
+ Filter Operator [FIL_90] (rows=18262 width=1119)
predicate:((d_moy = 2) and (d_year = 2000) and d_date_sk is not null)
- TableScan [TS_9] (rows=73049 width=1119)
+ TableScan [TS_12] (rows=73049 width=1119)
default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_98] (rows=1 width=0)
- Conds:RS_27._col8, _col7=RS_28._col1, _col2(Inner),Output:["_col0","_col1","_col3","_col5","_col6","_col10","_col11","_col14"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col1, _col2
- Select Operator [SEL_8] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_91] (rows=1 width=0)
- predicate:(cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_6] (rows=1 width=0)
- default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_quantity"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col8, _col7
- Merge Join Operator [MERGEJOIN_97] (rows=1 width=0)
- Conds:RS_24._col2, _col1, _col4=RS_25._col2, _col1, _col3(Inner),Output:["_col0","_col1","_col3","_col5","_col6","_col7","_col8","_col10"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col2, _col1, _col4
- Select Operator [SEL_2] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_89] (rows=1 width=0)
- predicate:(ss_item_sk is not null and ss_customer_sk is not null and ss_ticket_number is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number","ss_quantity"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col2, _col1, _col3
- Select Operator [SEL_5] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_90] (rows=1 width=0)
- predicate:(sr_item_sk is not null and sr_customer_sk is not null and sr_ticket_number is not null and sr_returned_date_sk is not null)
- TableScan [TS_3] (rows=1 width=0)
- default@store_returns,store_returns,Tbl:PARTIAL,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number","sr_return_quantity"]
+ Merge Join Operator [MERGEJOIN_95] (rows=633595212 width=88)
+ Conds:RS_21._col2, _col1, _col4=RS_22._col2, _col1, _col3(Inner),Output:["_col0","_col1","_col3","_col5","_col6","_col7","_col8","_col10"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col2, _col1, _col3
+ Select Operator [SEL_11] (rows=57591150 width=77)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_89] (rows=57591150 width=77)
+ predicate:(sr_item_sk is not null and sr_customer_sk is not null and sr_ticket_number is not null and sr_returned_date_sk is not null)
+ TableScan [TS_9] (rows=57591150 width=77)
+ default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number","sr_return_quantity"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col2, _col1, _col4
+ Select Operator [SEL_8] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_88] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_customer_sk is not null and ss_ticket_number is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_6] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number","ss_quantity"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_40]
+ PartitionCols:_col1, _col2
+ Merge Join Operator [MERGEJOIN_94] (rows=316788826 width=135)
+ Conds:RS_37._col0=RS_38._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_37]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_86] (rows=287989836 width=135)
+ predicate:(cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_0] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_quantity"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=36525 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_87] (rows=36525 width=1119)
+ predicate:((d_year) IN (2000, 2001, 2002) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query3.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query3.q.out b/ql/src/test/results/clientpositive/perf/query3.q.out
index 96734de..4260b11 100644
--- a/ql/src/test/results/clientpositive/perf/query3.q.out
+++ b/ql/src/test/results/clientpositive/perf/query3.q.out
@@ -16,53 +16,55 @@ Stage-0
Stage-1
Reducer 5
File Output Operator [FS_24]
- Limit [LIM_23] (rows=100 width=1436)
+ Limit [LIM_23] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_22] (rows=127050 width=1436)
+ Select Operator [SEL_22] (rows=348477374 width=88)
Output:["_col0","_col1","_col2","_col3"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_21]
- Group By Operator [GBY_18] (rows=127050 width=1436)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_17]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_16] (rows=254100 width=1436)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col5)"],keys:_col1, _col7, _col8
- Select Operator [SEL_15] (rows=254100 width=1436)
- Output:["_col1","_col7","_col8","_col5"]
- Merge Join Operator [MERGEJOIN_34] (rows=254100 width=1436)
- Conds:RS_12._col4=RS_13._col0(Inner),Output:["_col1","_col5","_col7","_col8"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=231000 width=1436)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_32] (rows=231000 width=1436)
- predicate:((i_manufact_id = 436) and i_item_sk is not null)
- TableScan [TS_6] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_brand","i_manufact_id"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_33] (rows=40176 width=1119)
- Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col4","_col5"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_9]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=36524 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_30] (rows=36524 width=1119)
- predicate:((d_moy = 12) and d_date_sk is not null)
- TableScan [TS_0] (rows=73049 width=1119)
- default@date_dim,dt,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Map 6 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_31] (rows=1 width=0)
- predicate:(ss_sold_date_sk is not null and ss_item_sk is not null)
- TableScan [TS_3] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"]
+ Select Operator [SEL_19] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2","_col3"]
+ Group By Operator [GBY_18] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_17]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_16] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col2)"],keys:_col4, _col5, _col8
+ Select Operator [SEL_15] (rows=696954748 width=88)
+ Output:["_col4","_col5","_col8","_col2"]
+ Merge Join Operator [MERGEJOIN_34] (rows=696954748 width=88)
+ Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col2","_col4","_col5","_col8"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=36524 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_32] (rows=36524 width=1119)
+ predicate:((d_moy = 12) and d_date_sk is not null)
+ TableScan [TS_6] (rows=73049 width=1119)
+ default@date_dim,dt,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_33] (rows=633595212 width=88)
+ Conds:RS_9._col1=RS_10._col0(Inner),Output:["_col0","_col2","_col4","_col5"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_9]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_30] (rows=575995635 width=88)
+ predicate:(ss_sold_date_sk is not null and ss_item_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"]
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=231000 width=1436)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_31] (rows=231000 width=1436)
+ predicate:((i_manufact_id = 436) and i_item_sk is not null)
+ TableScan [TS_3] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_brand","i_manufact_id"]
[11/15] hive git commit: HIVE-13542 : Missing stats for tables in
TPCDS performance regression suite (Hari Subramaniyan via Ashutosh Chauhan)
Posted by ha...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query39.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query39.q.out b/ql/src/test/results/clientpositive/perf/query39.q.out
index 52c6b7c..04129c1 100644
--- a/ql/src/test/results/clientpositive/perf/query39.q.out
+++ b/ql/src/test/results/clientpositive/perf/query39.q.out
@@ -22,146 +22,146 @@ Stage-0
Stage-1
Reducer 7
File Output Operator [FS_62]
- Select Operator [SEL_61] (rows=169103 width=1436)
+ Select Operator [SEL_61] (rows=13756683 width=15)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
<-Reducer 6 [SIMPLE_EDGE]
SHUFFLE [RS_60]
- Select Operator [SEL_59] (rows=169103 width=1436)
+ Select Operator [SEL_59] (rows=13756683 width=15)
Output:["_col0","_col1","_col3","_col4","_col5","_col6","_col8","_col9"]
- Merge Join Operator [MERGEJOIN_105] (rows=169103 width=1436)
+ Merge Join Operator [MERGEJOIN_105] (rows=13756683 width=15)
Conds:RS_56._col2, _col1=RS_57._col2, _col1(Inner),Output:["_col1","_col2","_col4","_col5","_col7","_col8","_col10","_col11"]
<-Reducer 15 [SIMPLE_EDGE]
SHUFFLE [RS_57]
PartitionCols:_col2, _col1
- Select Operator [SEL_55] (rows=153730 width=1436)
+ Select Operator [SEL_55] (rows=12506076 width=15)
Output:["_col1","_col2","_col4","_col5"]
- Filter Operator [FIL_54] (rows=153730 width=1436)
+ Filter Operator [FIL_54] (rows=12506076 width=15)
predicate:CASE WHEN ((_col4 = 0.0)) THEN (false) ELSE (((_col5 / _col4) > 1.0)) END
- Select Operator [SEL_97] (rows=307461 width=1436)
+ Select Operator [SEL_97] (rows=25012152 width=15)
Output:["_col1","_col2","_col4","_col5"]
- Group By Operator [GBY_53] (rows=307461 width=1436)
+ Group By Operator [GBY_53] (rows=25012152 width=15)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["avg(VALUE._col0)","stddev_samp(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, 4
<-Reducer 14 [SIMPLE_EDGE]
SHUFFLE [RS_52]
PartitionCols:_col0, _col1, _col2, 4
- Group By Operator [GBY_51] (rows=614922 width=1436)
+ Group By Operator [GBY_51] (rows=50024305 width=15)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["avg(_col4)","stddev_samp(_col4)"],keys:_col0, _col1, _col2, 4
- Select Operator [SEL_49] (rows=614922 width=1436)
+ Select Operator [SEL_49] (rows=50024305 width=15)
Output:["_col0","_col1","_col2","_col4"]
- Merge Join Operator [MERGEJOIN_104] (rows=614922 width=1436)
- Conds:RS_46._col0=RS_47._col0(Inner),Output:["_col3","_col4","_col5","_col6"]
+ Merge Join Operator [MERGEJOIN_104] (rows=50024305 width=15)
+ Conds:RS_46._col2=RS_47._col0(Inner),Output:["_col3","_col7","_col8","_col9"]
<-Map 18 [SIMPLE_EDGE]
SHUFFLE [RS_47]
PartitionCols:_col0
- Select Operator [SEL_39] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_96] (rows=18262 width=1119)
- predicate:((d_year = 1999) and (d_moy = 4) and d_date_sk is not null)
- TableScan [TS_37] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ Select Operator [SEL_39] (rows=27 width=1029)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_96] (rows=27 width=1029)
+ predicate:w_warehouse_sk is not null
+ TableScan [TS_37] (rows=27 width=1029)
+ default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name"]
<-Reducer 13 [SIMPLE_EDGE]
SHUFFLE [RS_46]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_103] (rows=559020 width=1436)
- Conds:RS_43._col2=RS_44._col0(Inner),Output:["_col0","_col3","_col4","_col5","_col6"]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_103] (rows=45476640 width=15)
+ Conds:RS_43._col1=RS_44._col0(Inner),Output:["_col2","_col3","_col7"]
<-Map 17 [SIMPLE_EDGE]
SHUFFLE [RS_44]
PartitionCols:_col0
- Select Operator [SEL_36] (rows=27 width=1029)
- Output:["_col0","_col1"]
- Filter Operator [FIL_95] (rows=27 width=1029)
- predicate:w_warehouse_sk is not null
- TableScan [TS_34] (rows=27 width=1029)
- default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name"]
+ Select Operator [SEL_36] (rows=462000 width=1436)
+ Output:["_col0"]
+ Filter Operator [FIL_95] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_34] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk"]
<-Reducer 12 [SIMPLE_EDGE]
SHUFFLE [RS_43]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_102] (rows=508200 width=1436)
- Conds:RS_40._col1=RS_41._col0(Inner),Output:["_col0","_col2","_col3","_col4"]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_102] (rows=41342400 width=15)
+ Conds:RS_40._col0=RS_41._col0(Inner),Output:["_col1","_col2","_col3"]
<-Map 11 [SIMPLE_EDGE]
SHUFFLE [RS_40]
- PartitionCols:_col1
- Select Operator [SEL_30] (rows=1 width=0)
+ PartitionCols:_col0
+ Select Operator [SEL_30] (rows=37584000 width=15)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_93] (rows=1 width=0)
+ Filter Operator [FIL_93] (rows=37584000 width=15)
predicate:(inv_item_sk is not null and inv_warehouse_sk is not null and inv_date_sk is not null)
- TableScan [TS_28] (rows=1 width=0)
- default@inventory,inventory,Tbl:PARTIAL,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"]
+ TableScan [TS_28] (rows=37584000 width=15)
+ default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"]
<-Map 16 [SIMPLE_EDGE]
SHUFFLE [RS_41]
PartitionCols:_col0
- Select Operator [SEL_33] (rows=462000 width=1436)
+ Select Operator [SEL_33] (rows=18262 width=1119)
Output:["_col0"]
- Filter Operator [FIL_94] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_31] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk"]
+ Filter Operator [FIL_94] (rows=18262 width=1119)
+ predicate:((d_year = 1999) and (d_moy = 4) and d_date_sk is not null)
+ TableScan [TS_31] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_56]
PartitionCols:_col2, _col1
- Select Operator [SEL_27] (rows=153730 width=1436)
+ Select Operator [SEL_27] (rows=12506076 width=15)
Output:["_col1","_col2","_col4","_col5"]
- Filter Operator [FIL_26] (rows=153730 width=1436)
+ Filter Operator [FIL_26] (rows=12506076 width=15)
predicate:CASE WHEN ((_col4 = 0.0)) THEN (false) ELSE (((_col5 / _col4) > 1.0)) END
- Select Operator [SEL_98] (rows=307461 width=1436)
+ Select Operator [SEL_98] (rows=25012152 width=15)
Output:["_col1","_col2","_col4","_col5"]
- Group By Operator [GBY_25] (rows=307461 width=1436)
+ Group By Operator [GBY_25] (rows=25012152 width=15)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["avg(VALUE._col0)","stddev_samp(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, 3
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_24]
PartitionCols:_col0, _col1, _col2, 3
- Group By Operator [GBY_23] (rows=614922 width=1436)
+ Group By Operator [GBY_23] (rows=50024305 width=15)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["avg(_col4)","stddev_samp(_col4)"],keys:_col0, _col1, _col2, 3
- Select Operator [SEL_21] (rows=614922 width=1436)
+ Select Operator [SEL_21] (rows=50024305 width=15)
Output:["_col0","_col1","_col2","_col4"]
- Merge Join Operator [MERGEJOIN_101] (rows=614922 width=1436)
- Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col3","_col4","_col5","_col6"]
+ Merge Join Operator [MERGEJOIN_101] (rows=50024305 width=15)
+ Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col3","_col7","_col8","_col9"]
<-Map 10 [SIMPLE_EDGE]
SHUFFLE [RS_19]
PartitionCols:_col0
- Select Operator [SEL_11] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_92] (rows=18262 width=1119)
- predicate:((d_year = 1999) and (d_moy = 3) and d_date_sk is not null)
- TableScan [TS_9] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ Select Operator [SEL_11] (rows=27 width=1029)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_92] (rows=27 width=1029)
+ predicate:w_warehouse_sk is not null
+ TableScan [TS_9] (rows=27 width=1029)
+ default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_18]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_100] (rows=559020 width=1436)
- Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col0","_col3","_col4","_col5","_col6"]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_100] (rows=45476640 width=15)
+ Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col2","_col3","_col7"]
<-Map 9 [SIMPLE_EDGE]
SHUFFLE [RS_16]
PartitionCols:_col0
- Select Operator [SEL_8] (rows=27 width=1029)
- Output:["_col0","_col1"]
- Filter Operator [FIL_91] (rows=27 width=1029)
- predicate:w_warehouse_sk is not null
- TableScan [TS_6] (rows=27 width=1029)
- default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name"]
+ Select Operator [SEL_8] (rows=462000 width=1436)
+ Output:["_col0"]
+ Filter Operator [FIL_91] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_6] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_15]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_99] (rows=508200 width=1436)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col2","_col3","_col4"]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_99] (rows=41342400 width=15)
+ Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_12]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=1 width=0)
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=37584000 width=15)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_89] (rows=1 width=0)
+ Filter Operator [FIL_89] (rows=37584000 width=15)
predicate:(inv_item_sk is not null and inv_warehouse_sk is not null and inv_date_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@inventory,inventory,Tbl:PARTIAL,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"]
+ TableScan [TS_0] (rows=37584000 width=15)
+ default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"]
<-Map 8 [SIMPLE_EDGE]
SHUFFLE [RS_13]
PartitionCols:_col0
- Select Operator [SEL_5] (rows=462000 width=1436)
+ Select Operator [SEL_5] (rows=18262 width=1119)
Output:["_col0"]
- Filter Operator [FIL_90] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_3] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk"]
+ Filter Operator [FIL_90] (rows=18262 width=1119)
+ predicate:((d_year = 1999) and (d_moy = 3) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
PREHOOK: query: with inv as (select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy ,stdev,mean, case mean when 0 then null else stdev/mean end cov from(select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy ,stddev_samp(inv_quantity_on_hand) stdev,avg(inv_quantity_on_hand) mean from inventory ,item ,warehouse ,date_dim where inv_item_sk = i_item_sk and inv_warehouse_sk = w_warehouse_sk and inv_date_sk = d_date_sk and d_year =1999 group by w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy) foo where case mean when 0 then 0 else stdev/mean end > 1) select inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean, inv1.cov ,inv2.w_warehouse_sk,inv2.i_item_sk,inv2.d_moy,inv2.mean, inv2.cov from inv inv1,inv inv2 where inv1.i_item_sk = inv2.i_item_sk and inv1.w_warehouse_sk = inv2.w_warehouse_sk and inv1.d_moy=3 and inv2.d_moy=3+1 and inv1.cov > 1.5 order by inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean,inv1.cov ,inv2.d_moy,inv2.mean, inv2.cov
PREHOOK: type: QUERY
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query40.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query40.q.out b/ql/src/test/results/clientpositive/perf/query40.q.out
index 34ceb71..c3c746b 100644
--- a/ql/src/test/results/clientpositive/perf/query40.q.out
+++ b/ql/src/test/results/clientpositive/perf/query40.q.out
@@ -18,37 +18,37 @@ Stage-0
Stage-1
Reducer 7
File Output Operator [FS_36]
- Limit [LIM_35] (rows=100 width=1436)
+ Limit [LIM_35] (rows=100 width=135)
Number of rows:100
- Select Operator [SEL_34] (rows=139755 width=1436)
+ Select Operator [SEL_34] (rows=210822976 width=135)
Output:["_col0","_col1","_col2","_col3"]
<-Reducer 6 [SIMPLE_EDGE]
SHUFFLE [RS_33]
- Group By Operator [GBY_31] (rows=139755 width=1436)
+ Group By Operator [GBY_31] (rows=210822976 width=135)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_30]
PartitionCols:_col0, _col1
- Group By Operator [GBY_29] (rows=279510 width=1436)
+ Group By Operator [GBY_29] (rows=421645953 width=135)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col0, _col1
- Select Operator [SEL_27] (rows=279510 width=1436)
+ Select Operator [SEL_27] (rows=421645953 width=135)
Output:["_col0","_col1","_col2","_col3"]
- Merge Join Operator [MERGEJOIN_58] (rows=279510 width=1436)
- Conds:RS_24._col0=RS_25._col0(Inner),Output:["_col4","_col7","_col9","_col11","_col14"]
+ Merge Join Operator [MERGEJOIN_58] (rows=421645953 width=135)
+ Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col4","_col7","_col9","_col11","_col14"]
<-Map 11 [SIMPLE_EDGE]
SHUFFLE [RS_25]
PartitionCols:_col0
- Select Operator [SEL_14] (rows=36524 width=1119)
+ Select Operator [SEL_14] (rows=27 width=1029)
Output:["_col0","_col1"]
- Filter Operator [FIL_54] (rows=36524 width=1119)
- predicate:(d_date BETWEEN '1998-03-09' AND '1998-05-08' and d_date_sk is not null)
- TableScan [TS_12] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ Filter Operator [FIL_54] (rows=27 width=1029)
+ predicate:w_warehouse_sk is not null
+ TableScan [TS_12] (rows=27 width=1029)
+ default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_state"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_24]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_57] (rows=254100 width=1436)
- Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col0","_col4","_col7","_col9","_col11"]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_57] (rows=383314495 width=135)
+ Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col1","_col4","_col7","_col9","_col11"]
<-Map 10 [SIMPLE_EDGE]
SHUFFLE [RS_22]
PartitionCols:_col0
@@ -61,38 +61,38 @@ Stage-0
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_21]
PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_56] (rows=29 width=1054)
- Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col0","_col2","_col4","_col7","_col9"]
+ Merge Join Operator [MERGEJOIN_56] (rows=348467716 width=135)
+ Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col2","_col4","_col7","_col9"]
<-Map 9 [SIMPLE_EDGE]
SHUFFLE [RS_19]
PartitionCols:_col0
- Select Operator [SEL_8] (rows=27 width=1029)
+ Select Operator [SEL_8] (rows=36524 width=1119)
Output:["_col0","_col1"]
- Filter Operator [FIL_52] (rows=27 width=1029)
- predicate:w_warehouse_sk is not null
- TableScan [TS_6] (rows=27 width=1029)
- default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_state"]
+ Filter Operator [FIL_52] (rows=36524 width=1119)
+ predicate:(d_date BETWEEN '1998-03-09' AND '1998-05-08' and d_date_sk is not null)
+ TableScan [TS_6] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_18]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_55] (rows=1 width=0)
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_55] (rows=316788826 width=135)
Conds:RS_15._col3, _col2=RS_16._col1, _col0(Left Outer),Output:["_col0","_col1","_col2","_col4","_col7"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_15]
PartitionCols:_col3, _col2
- Select Operator [SEL_2] (rows=1 width=0)
+ Select Operator [SEL_2] (rows=287989836 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_50] (rows=1 width=0)
+ Filter Operator [FIL_50] (rows=287989836 width=135)
predicate:(cs_warehouse_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_warehouse_sk","cs_item_sk","cs_order_number","cs_sales_price"]
+ TableScan [TS_0] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_warehouse_sk","cs_item_sk","cs_order_number","cs_sales_price"]
<-Map 8 [SIMPLE_EDGE]
SHUFFLE [RS_16]
PartitionCols:_col1, _col0
- Select Operator [SEL_5] (rows=1 width=0)
+ Select Operator [SEL_5] (rows=28798881 width=106)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_51] (rows=1 width=0)
+ Filter Operator [FIL_51] (rows=28798881 width=106)
predicate:cr_item_sk is not null
- TableScan [TS_3] (rows=1 width=0)
- default@catalog_returns,catalog_returns,Tbl:PARTIAL,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_refunded_cash"]
+ TableScan [TS_3] (rows=28798881 width=106)
+ default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_refunded_cash"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query42.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query42.q.out b/ql/src/test/results/clientpositive/perf/query42.q.out
index 1640d4e..c6c4a3c 100644
--- a/ql/src/test/results/clientpositive/perf/query42.q.out
+++ b/ql/src/test/results/clientpositive/perf/query42.q.out
@@ -16,25 +16,25 @@ Stage-0
Stage-1
Reducer 5
File Output Operator [FS_24]
- Limit [LIM_23] (rows=100 width=1436)
+ Limit [LIM_23] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_22] (rows=127050 width=1436)
+ Select Operator [SEL_22] (rows=348477374 width=88)
Output:["_col0","_col1","_col2","_col3"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_21]
- Select Operator [SEL_20] (rows=127050 width=1436)
+ Select Operator [SEL_20] (rows=348477374 width=88)
Output:["_col1","_col2","_col3"]
- Group By Operator [GBY_19] (rows=127050 width=1436)
+ Group By Operator [GBY_19] (rows=348477374 width=88)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:1998, KEY._col1, KEY._col2
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_18]
PartitionCols:1998, _col1, _col2
- Group By Operator [GBY_17] (rows=254100 width=1436)
+ Group By Operator [GBY_17] (rows=696954748 width=88)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:1998, _col1, _col2
- Select Operator [SEL_15] (rows=254100 width=1436)
+ Select Operator [SEL_15] (rows=696954748 width=88)
Output:["_col1","_col2","_col3"]
- Merge Join Operator [MERGEJOIN_34] (rows=254100 width=1436)
- Conds:RS_12._col4=RS_13._col0(Inner),Output:["_col5","_col7","_col8"]
+ Merge Join Operator [MERGEJOIN_34] (rows=696954748 width=88)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col7","_col8"]
<-Map 7 [SIMPLE_EDGE]
SHUFFLE [RS_13]
PartitionCols:_col0
@@ -46,25 +46,25 @@ Stage-0
default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_category_id","i_category","i_manager_id"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_12]
- PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_33] (rows=20088 width=1119)
- Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col4","_col5"]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_33] (rows=633595212 width=88)
+ Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:_col0
- Select Operator [SEL_2] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_30] (rows=18262 width=1119)
- predicate:((d_moy = 12) and (d_year = 1998) and d_date_sk is not null)
- TableScan [TS_0] (rows=73049 width=1119)
- default@date_dim,dt,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_30] (rows=575995635 width=88)
+ predicate:(ss_sold_date_sk is not null and ss_item_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"]
<-Map 6 [SIMPLE_EDGE]
SHUFFLE [RS_10]
PartitionCols:_col0
- Select Operator [SEL_5] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_31] (rows=1 width=0)
- predicate:(ss_sold_date_sk is not null and ss_item_sk is not null)
- TableScan [TS_3] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"]
+ Select Operator [SEL_5] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_31] (rows=18262 width=1119)
+ predicate:((d_moy = 12) and (d_year = 1998) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,dt,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query43.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query43.q.out b/ql/src/test/results/clientpositive/perf/query43.q.out
index 6262c1f..72712e8 100644
--- a/ql/src/test/results/clientpositive/perf/query43.q.out
+++ b/ql/src/test/results/clientpositive/perf/query43.q.out
@@ -16,23 +16,23 @@ Stage-0
Stage-1
Reducer 5
File Output Operator [FS_24]
- Limit [LIM_23] (rows=100 width=1119)
+ Limit [LIM_23] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_22] (rows=22096 width=1119)
+ Select Operator [SEL_22] (rows=348477374 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_21]
- Group By Operator [GBY_19] (rows=22096 width=1119)
+ Group By Operator [GBY_19] (rows=348477374 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)"],keys:KEY._col0, KEY._col1
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_18]
PartitionCols:_col0, _col1
- Group By Operator [GBY_17] (rows=44193 width=1119)
+ Group By Operator [GBY_17] (rows=696954748 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)","sum(_col5)","sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col0, _col1
- Select Operator [SEL_15] (rows=44193 width=1119)
+ Select Operator [SEL_15] (rows=696954748 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- Merge Join Operator [MERGEJOIN_34] (rows=44193 width=1119)
- Conds:RS_12._col4=RS_13._col0(Inner),Output:["_col2","_col5","_col7","_col8"]
+ Merge Join Operator [MERGEJOIN_34] (rows=696954748 width=88)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col5","_col7","_col8"]
<-Map 7 [SIMPLE_EDGE]
SHUFFLE [RS_13]
PartitionCols:_col0
@@ -44,25 +44,25 @@ Stage-0
default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id","s_store_name","s_gmt_offset"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_12]
- PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_33] (rows=40176 width=1119)
- Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col2","_col4","_col5"]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_33] (rows=633595212 width=88)
+ Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2","_col5"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:_col0
- Select Operator [SEL_2] (rows=36524 width=1119)
- Output:["_col0","_col2"]
- Filter Operator [FIL_30] (rows=36524 width=1119)
- predicate:((d_year = 1998) and d_date_sk is not null)
- TableScan [TS_0] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_day_name"]
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_30] (rows=575995635 width=88)
+ predicate:(ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_sales_price"]
<-Map 6 [SIMPLE_EDGE]
SHUFFLE [RS_10]
PartitionCols:_col0
- Select Operator [SEL_5] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_31] (rows=1 width=0)
- predicate:(ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_3] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_sales_price"]
+ Select Operator [SEL_5] (rows=36524 width=1119)
+ Output:["_col0","_col2"]
+ Filter Operator [FIL_31] (rows=36524 width=1119)
+ predicate:((d_year = 1998) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_day_name"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query45.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query45.q.out b/ql/src/test/results/clientpositive/perf/query45.q.out
index 17bc5ee..04f9b02 100644
--- a/ql/src/test/results/clientpositive/perf/query45.q.out
+++ b/ql/src/test/results/clientpositive/perf/query45.q.out
@@ -6,112 +6,110 @@ Plan optimized by CBO.
Vertex dependency in root stage
Reducer 12 <- Map 11 (SIMPLE_EDGE), Map 13 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 12 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 8 <- Map 10 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 9 <- Reducer 12 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:100
Stage-1
- Reducer 7
- File Output Operator [FS_44]
- Limit [LIM_43] (rows=100 width=860)
+ Reducer 5
+ File Output Operator [FS_45]
+ Limit [LIM_44] (rows=100 width=135)
Number of rows:100
- Select Operator [SEL_42] (rows=58564004 width=860)
+ Select Operator [SEL_43] (rows=95833781 width=135)
Output:["_col0","_col1","_col2"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_41]
- Select Operator [SEL_40] (rows=58564004 width=860)
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ Select Operator [SEL_41] (rows=95833781 width=135)
Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_39] (rows=58564004 width=860)
+ Group By Operator [GBY_40] (rows=95833781 width=135)
Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_38]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
PartitionCols:_col0, _col1
- Group By Operator [GBY_37] (rows=117128008 width=860)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col7, _col8
- Select Operator [SEL_36] (rows=117128008 width=860)
- Output:["_col7","_col8","_col3"]
- Merge Join Operator [MERGEJOIN_72] (rows=117128008 width=860)
- Conds:RS_33._col1=RS_34._col0(Inner),Output:["_col3","_col7","_col8"]
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_71] (rows=508200 width=1436)
- Conds:RS_20._col1=RS_21._col0(Left Semi),Output:["_col0"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_20]
- PartitionCols:_col1
- Select Operator [SEL_14] (rows=462000 width=1436)
- Output:["_col0","_col1"]
- Filter Operator [FIL_66] (rows=462000 width=1436)
- predicate:(i_item_sk is not null and i_item_id is not null)
- TableScan [TS_12] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col0
- Group By Operator [GBY_19] (rows=231000 width=1436)
- Output:["_col0"],keys:_col0
- Select Operator [SEL_17] (rows=231000 width=1436)
+ Group By Operator [GBY_38] (rows=191667562 width=135)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col10)"],keys:_col3, _col4
+ Merge Join Operator [MERGEJOIN_72] (rows=191667562 width=135)
+ Conds:RS_34._col0=RS_35._col4(Inner),Output:["_col3","_col4","_col10"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_68] (rows=88000001 width=860)
+ Conds:RS_31._col1=RS_32._col0(Inner),Output:["_col0","_col3","_col4"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=80000000 width=860)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_62] (rows=80000000 width=860)
+ predicate:(c_customer_sk is not null and c_current_addr_sk is not null)
+ TableScan [TS_0] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"]
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=40000000 width=1014)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_63] (rows=40000000 width=1014)
+ predicate:ca_address_sk is not null
+ TableScan [TS_3] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county","ca_zip"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_71] (rows=174243235 width=135)
+ Conds:RS_27._col0=RS_28._col1(Inner),Output:["_col4","_col5"]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_70] (rows=158402938 width=135)
+ Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_66] (rows=144002668 width=135)
+ predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null and ws_item_sk is not null)
+ TableScan [TS_12] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_customer_sk","ws_sales_price"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_17] (rows=18262 width=1119)
Output:["_col0"]
- Filter Operator [FIL_67] (rows=231000 width=1436)
- predicate:((i_item_sk) IN (2, 3, 5, 7, 11, 13, 17, 19, 23, 29) and i_item_id is not null)
- TableScan [TS_15] (rows=462000 width=1436)
+ Filter Operator [FIL_67] (rows=18262 width=1119)
+ predicate:((d_qoy = 2) and (d_year = 2000) and d_date_sk is not null)
+ TableScan [TS_15] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_69] (rows=508200 width=1436)
+ Conds:RS_24._col1=RS_25._col0(Left Semi),Output:["_col0"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Group By Operator [GBY_23] (rows=231000 width=1436)
+ Output:["_col0"],keys:_col0
+ Select Operator [SEL_11] (rows=231000 width=1436)
+ Output:["_col0"]
+ Filter Operator [FIL_65] (rows=231000 width=1436)
+ predicate:((i_item_sk) IN (2, 3, 5, 7, 11, 13, 17, 19, 23, 29) and i_item_id is not null)
+ TableScan [TS_9] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col1
+ Select Operator [SEL_8] (rows=462000 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_64] (rows=462000 width=1436)
+ predicate:(i_item_sk is not null and i_item_id is not null)
+ TableScan [TS_6] (rows=462000 width=1436)
default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_70] (rows=106480005 width=860)
- Conds:RS_30._col0=RS_31._col0(Inner),Output:["_col1","_col3","_col7","_col8"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_65] (rows=18262 width=1119)
- predicate:((d_qoy = 2) and (d_year = 2000) and d_date_sk is not null)
- TableScan [TS_9] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_69] (rows=96800003 width=860)
- Conds:RS_27._col5=RS_28._col0(Inner),Output:["_col0","_col1","_col3","_col7","_col8"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=40000000 width=1014)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_64] (rows=40000000 width=1014)
- predicate:ca_address_sk is not null
- TableScan [TS_6] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county","ca_zip"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col5
- Merge Join Operator [MERGEJOIN_68] (rows=88000001 width=860)
- Conds:RS_24._col2=RS_25._col0(Inner),Output:["_col0","_col1","_col3","_col5"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col2
- Select Operator [SEL_2] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_62] (rows=1 width=0)
- predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null and ws_item_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_customer_sk","ws_sales_price"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=80000000 width=860)
- Output:["_col0","_col1"]
- Filter Operator [FIL_63] (rows=80000000 width=860)
- predicate:(c_customer_sk is not null and c_current_addr_sk is not null)
- TableScan [TS_3] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query46.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query46.q.out b/ql/src/test/results/clientpositive/perf/query46.q.out
index 11804c9..22bf29b 100644
--- a/ql/src/test/results/clientpositive/perf/query46.q.out
+++ b/ql/src/test/results/clientpositive/perf/query46.q.out
@@ -5,130 +5,130 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 10 (SIMPLE_EDGE)
-Reducer 3 <- Map 11 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 12 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 13 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Map 14 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Map 15 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
+Reducer 10 <- Map 15 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Reducer 10 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 11 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 7 <- Map 12 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
+Reducer 8 <- Map 13 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
+Reducer 9 <- Map 14 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:100
Stage-1
- Reducer 9
+ Reducer 4
File Output Operator [FS_50]
- Limit [LIM_49] (rows=100 width=860)
+ Limit [LIM_49] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_48] (rows=96800003 width=860)
+ Select Operator [SEL_48] (rows=463823414 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- <-Reducer 8 [SIMPLE_EDGE]
+ <-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_47]
- Select Operator [SEL_46] (rows=96800003 width=860)
+ Select Operator [SEL_46] (rows=463823414 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Filter Operator [FIL_45] (rows=96800003 width=860)
- predicate:(_col10 <> _col2)
- Merge Join Operator [MERGEJOIN_90] (rows=96800003 width=860)
- Conds:RS_42._col6=RS_43._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col7","_col8","_col10"]
- <-Map 15 [SIMPLE_EDGE]
+ Filter Operator [FIL_45] (rows=463823414 width=88)
+ predicate:(_col5 <> _col8)
+ Merge Join Operator [MERGEJOIN_86] (rows=463823414 width=88)
+ Conds:RS_42._col0=RS_43._col1(Inner),Output:["_col2","_col3","_col5","_col6","_col8","_col9","_col10"]
+ <-Reducer 11 [SIMPLE_EDGE]
SHUFFLE [RS_43]
- PartitionCols:_col0
- Select Operator [SEL_38] (rows=40000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_84] (rows=40000000 width=1014)
- predicate:ca_address_sk is not null
- TableScan [TS_36] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_city"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
- PartitionCols:_col6
- Merge Join Operator [MERGEJOIN_89] (rows=88000001 width=860)
- Conds:RS_39._col1=RS_40._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col6","_col7","_col8"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_40]
- PartitionCols:_col0
- Select Operator [SEL_35] (rows=80000000 width=860)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_83] (rows=80000000 width=860)
- predicate:(c_customer_sk is not null and c_current_addr_sk is not null)
- TableScan [TS_33] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk","c_first_name","c_last_name"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col1
- Select Operator [SEL_31] (rows=22000000 width=1014)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_30] (rows=22000000 width=1014)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_28] (rows=44000000 width=1014)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col6)","sum(_col7)"],keys:_col1, _col3, _col5, _col17
- Select Operator [SEL_27] (rows=44000000 width=1014)
- Output:["_col1","_col3","_col5","_col17","_col6","_col7"]
- Merge Join Operator [MERGEJOIN_88] (rows=44000000 width=1014)
- Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col17"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
+ PartitionCols:_col1
+ Select Operator [SEL_37] (rows=421657640 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Group By Operator [GBY_36] (rows=421657640 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col0, _col1, _col2, _col3
+ Group By Operator [GBY_34] (rows=843315281 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col6)","sum(_col7)"],keys:_col17, _col1, _col3, _col5
+ Select Operator [SEL_33] (rows=843315281 width=88)
+ Output:["_col17","_col1","_col3","_col5","_col6","_col7"]
+ Merge Join Operator [MERGEJOIN_85] (rows=843315281 width=88)
+ Conds:RS_30._col3=RS_31._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col17"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col0
+ Select Operator [SEL_20] (rows=40000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_80] (rows=40000000 width=1014)
+ predicate:ca_address_sk is not null
+ TableScan [TS_18] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_city"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_84] (rows=766650239 width=88)
+ Conds:RS_27._col2=RS_28._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
PartitionCols:_col0
- Select Operator [SEL_14] (rows=40000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_82] (rows=40000000 width=1014)
- predicate:ca_address_sk is not null
- TableScan [TS_12] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_city"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_87] (rows=24306 width=1119)
- Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
+ Select Operator [SEL_17] (rows=7200 width=107)
+ Output:["_col0"]
+ Filter Operator [FIL_79] (rows=7200 width=107)
+ predicate:(((hd_dep_count = 4) or (hd_vehicle_count = 2)) and hd_demo_sk is not null)
+ TableScan [TS_15] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_83] (rows=696954748 width=88)
+ Conds:RS_24._col4=RS_25._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
PartitionCols:_col0
- Select Operator [SEL_11] (rows=7200 width=107)
+ Select Operator [SEL_14] (rows=852 width=1910)
Output:["_col0"]
- Filter Operator [FIL_81] (rows=7200 width=107)
- predicate:(((hd_dep_count = 4) or (hd_vehicle_count = 2)) and hd_demo_sk is not null)
- TableScan [TS_9] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_86] (rows=22097 width=1119)
- Conds:RS_18._col4=RS_19._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
+ Filter Operator [FIL_78] (rows=852 width=1910)
+ predicate:((s_city) IN ('Rosedale', 'Bethlehem', 'Clinton', 'Clifton', 'Springfield') and s_store_sk is not null)
+ TableScan [TS_12] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_city"]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_82] (rows=633595212 width=88)
+ Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
PartitionCols:_col0
- Select Operator [SEL_8] (rows=852 width=1910)
+ Select Operator [SEL_11] (rows=18263 width=1119)
Output:["_col0"]
- Filter Operator [FIL_80] (rows=852 width=1910)
- predicate:((s_city) IN ('Rosedale', 'Bethlehem', 'Clinton', 'Clifton', 'Springfield') and s_store_sk is not null)
- TableScan [TS_6] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_city"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_85] (rows=20089 width=1119)
- Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Filter Operator [FIL_78] (rows=1 width=0)
- predicate:(ss_sold_date_sk is not null and ss_store_sk is not null and ss_hdemo_sk is not null and ss_addr_sk is not null and ss_customer_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_ticket_number","ss_coupon_amt","ss_net_profit"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=18263 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_79] (rows=18263 width=1119)
- predicate:((d_dow) IN (6, 0) and (d_year) IN (1998, 1999, 2000) and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_dow"]
+ Filter Operator [FIL_77] (rows=18263 width=1119)
+ predicate:((d_dow) IN (6, 0) and (d_year) IN (1998, 1999, 2000) and d_date_sk is not null)
+ TableScan [TS_9] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_dow"]
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Filter Operator [FIL_76] (rows=575995635 width=88)
+ predicate:(ss_sold_date_sk is not null and ss_store_sk is not null and ss_hdemo_sk is not null and ss_addr_sk is not null and ss_customer_sk is not null)
+ TableScan [TS_6] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_ticket_number","ss_coupon_amt","ss_net_profit"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_81] (rows=88000001 width=860)
+ Conds:RS_39._col1=RS_40._col0(Inner),Output:["_col0","_col2","_col3","_col5"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=80000000 width=860)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_74] (rows=80000000 width=860)
+ predicate:(c_customer_sk is not null and c_current_addr_sk is not null)
+ TableScan [TS_0] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk","c_first_name","c_last_name"]
+ <-Map 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_40]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=40000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_75] (rows=40000000 width=1014)
+ predicate:ca_address_sk is not null
+ TableScan [TS_3] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_city"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query48.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query48.q.out b/ql/src/test/results/clientpositive/perf/query48.q.out
index d93fc07..0964564 100644
--- a/ql/src/test/results/clientpositive/perf/query48.q.out
+++ b/ql/src/test/results/clientpositive/perf/query48.q.out
@@ -5,88 +5,90 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 9 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 10 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
+Reducer 5 <- Map 4 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 6 <- Map 9 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Map 10 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
- Reducer 6
- File Output Operator [FS_34]
- Group By Operator [GBY_32] (rows=1 width=8)
+ Reducer 3
+ File Output Operator [FS_35]
+ Group By Operator [GBY_33] (rows=1 width=8)
Output:["_col0"],aggregations:["sum(VALUE._col0)"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- Group By Operator [GBY_30] (rows=1 width=8)
- Output:["_col0"],aggregations:["sum(_col4)"]
- Merge Join Operator [MERGEJOIN_57] (rows=9075000 width=1014)
- Conds:RS_26._col0=RS_27._col0(Inner),Output:["_col4"]
- <-Map 10 [SIMPLE_EDGE]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ Group By Operator [GBY_31] (rows=1 width=8)
+ Output:["_col0"],aggregations:["sum(_col6)"]
+ Merge Join Operator [MERGEJOIN_58] (rows=632486461 width=88)
+ Conds:RS_27._col0=RS_28._col0(Inner),Output:["_col6"]
+ <-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_27]
PartitionCols:_col0
- Select Operator [SEL_25] (rows=36524 width=1119)
+ Select Operator [SEL_2] (rows=36524 width=1119)
Output:["_col0"]
- Filter Operator [FIL_53] (rows=36524 width=1119)
+ Filter Operator [FIL_50] (rows=36524 width=1119)
predicate:((d_year = 1998) and d_date_sk is not null)
- TableScan [TS_23] (rows=73049 width=1119)
+ TableScan [TS_0] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
PartitionCols:_col0
- Select Operator [SEL_22] (rows=8250000 width=1014)
+ Select Operator [SEL_26] (rows=574987680 width=88)
Output:["_col0","_col4"]
- Filter Operator [FIL_21] (rows=8250000 width=1014)
+ Filter Operator [FIL_25] (rows=574987680 width=88)
predicate:(((_col12) IN ('KY', 'GA', 'NM') and _col6 BETWEEN 0 AND 2000) or ((_col12) IN ('MT', 'OR', 'IN') and _col6 BETWEEN 150 AND 3000) or ((_col12) IN ('WI', 'MO', 'WV') and _col6 BETWEEN 50 AND 25000))
- Merge Join Operator [MERGEJOIN_56] (rows=11000000 width=1014)
- Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col0","_col4","_col6","_col12"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=10000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_52] (rows=10000000 width=1014)
- predicate:((ca_state) IN ('KY', 'GA', 'NM', 'MT', 'OR', 'IN', 'WI', 'MO', 'WV') and (ca_country = 'United States') and ca_address_sk is not null)
- TableScan [TS_9] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state","ca_country"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_55] (rows=5445 width=362)
- Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col0","_col2","_col4","_col6"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=4950 width=362)
- Output:["_col0"]
- Filter Operator [FIL_51] (rows=4950 width=362)
- predicate:((cd_marital_status = 'M') and (cd_education_status = '4 yr Degree') and cd_demo_sk is not null)
- TableScan [TS_6] (rows=19800 width=362)
- default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_54] (rows=1874 width=1911)
- Conds:RS_12._col3=RS_13._col0(Inner),Output:["_col0","_col1","_col2","_col4","_col6"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col3
- Select Operator [SEL_2] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3","_col4","_col6"]
- Filter Operator [FIL_49] (rows=1 width=0)
- predicate:((ss_sales_price BETWEEN 100.0 AND 150.0 or ss_sales_price BETWEEN 50.0 AND 100.0 or ss_sales_price BETWEEN 150.0 AND 200.0) and (ss_net_profit BETWEEN 0 AND 2000 or ss_net_profit BETWEEN 150 AND 3000 or ss_net_profit BETWEEN 50 AND 25000) and ss_store_sk is not null and ss_cdemo_sk is not null and ss_addr_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_cdemo_sk","ss_addr_sk","ss_store_sk","ss_quantity","ss_sales_price","ss_net_profit"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=1704 width=1910)
- Output:["_col0"]
- Filter Operator [FIL_50] (rows=1704 width=1910)
- predicate:s_store_sk is not null
- TableScan [TS_3] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk"]
+ Select Operator [SEL_24] (rows=766650239 width=88)
+ Output:["_col0","_col4","_col6","_col12"]
+ Merge Join Operator [MERGEJOIN_57] (rows=766650239 width=88)
+ Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col1","_col5","_col7","_col9"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=5047 width=16)
+ Output:["_col0"]
+ Filter Operator [FIL_54] (rows=5047 width=16)
+ predicate:((cd_marital_status = 'M') and (cd_education_status = '4 yr Degree') and cd_demo_sk is not null)
+ TableScan [TS_12] (rows=20191 width=16)
+ default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_56] (rows=696954748 width=88)
+ Conds:RS_18._col3=RS_19._col0(Inner),Output:["_col1","_col2","_col5","_col7","_col9"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=10000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_53] (rows=10000000 width=1014)
+ predicate:((ca_state) IN ('KY', 'GA', 'NM', 'MT', 'OR', 'IN', 'WI', 'MO', 'WV') and (ca_country = 'United States') and ca_address_sk is not null)
+ TableScan [TS_9] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state","ca_country"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_55] (rows=633595212 width=88)
+ Conds:RS_15._col0=RS_16._col3(Inner),Output:["_col1","_col2","_col3","_col5","_col7"]
+ <-Map 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=1704 width=1910)
+ Output:["_col0"]
+ Filter Operator [FIL_51] (rows=1704 width=1910)
+ predicate:s_store_sk is not null
+ TableScan [TS_3] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col3
+ Select Operator [SEL_8] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col6"]
+ Filter Operator [FIL_52] (rows=575995635 width=88)
+ predicate:((ss_sales_price BETWEEN 100.0 AND 150.0 or ss_sales_price BETWEEN 50.0 AND 100.0 or ss_sales_price BETWEEN 150.0 AND 200.0) and (ss_net_profit BETWEEN 0 AND 2000 or ss_net_profit BETWEEN 150 AND 3000 or ss_net_profit BETWEEN 50 AND 25000) and ss_store_sk is not null and ss_cdemo_sk is not null and ss_addr_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_6] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_cdemo_sk","ss_addr_sk","ss_store_sk","ss_quantity","ss_sales_price","ss_net_profit"]
[15/15] hive git commit: HIVE-13542 : Missing stats for tables in
TPCDS performance regression suite (Hari Subramaniyan via Ashutosh Chauhan)
Posted by ha...@apache.org.
HIVE-13542 : Missing stats for tables in TPCDS performance regression suite (Hari Subramaniyan via Ashutosh Chauhan)
Signed-off-by: Ashutosh Chauhan <ha...@apache.org>
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/db8a6db9
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/db8a6db9
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/db8a6db9
Branch: refs/heads/master
Commit: db8a6db9993376139a17f5fd275d874c0c48506d
Parents: 92a9ae8
Author: Hari Subramaniyan <ha...@apache.org>
Authored: Thu May 5 11:03:00 2016 -0800
Committer: Ashutosh Chauhan <ha...@apache.org>
Committed: Fri May 6 13:54:30 2016 -0700
----------------------------------------------------------------------
data/conf/perf-reg/hive-site.xml | 5 -
.../metastore_export/csv/TABLE_PARAMS.txt | 41 +
.../metastore_export/csv/TAB_COL_STATS.txt | 168 ++-
.../org/apache/hadoop/hive/ql/QTestUtil.java | 10 +-
.../results/clientpositive/perf/query12.q.out | 28 +-
.../results/clientpositive/perf/query13.q.out | 166 +--
.../results/clientpositive/perf/query15.q.out | 62 +-
.../results/clientpositive/perf/query17.q.out | 230 ++--
.../results/clientpositive/perf/query18.q.out | 208 ++--
.../results/clientpositive/perf/query19.q.out | 160 +--
.../results/clientpositive/perf/query20.q.out | 66 +-
.../results/clientpositive/perf/query21.q.out | 56 +-
.../results/clientpositive/perf/query22.q.out | 62 +-
.../results/clientpositive/perf/query25.q.out | 238 ++--
.../results/clientpositive/perf/query26.q.out | 74 +-
.../results/clientpositive/perf/query27.q.out | 148 ++-
.../results/clientpositive/perf/query28.q.out | 60 +-
.../results/clientpositive/perf/query29.q.out | 238 ++--
.../results/clientpositive/perf/query3.q.out | 92 +-
.../results/clientpositive/perf/query31.q.out | 592 ++++-----
.../results/clientpositive/perf/query32.q.out | 164 +--
.../results/clientpositive/perf/query34.q.out | 124 +-
.../results/clientpositive/perf/query39.q.out | 150 +--
.../results/clientpositive/perf/query40.q.out | 64 +-
.../results/clientpositive/perf/query42.q.out | 46 +-
.../results/clientpositive/perf/query43.q.out | 44 +-
.../results/clientpositive/perf/query45.q.out | 190 ++-
.../results/clientpositive/perf/query46.q.out | 220 ++--
.../results/clientpositive/perf/query48.q.out | 142 +--
.../results/clientpositive/perf/query50.q.out | 68 +-
.../results/clientpositive/perf/query51.q.out | 62 +-
.../results/clientpositive/perf/query52.q.out | 46 +-
.../results/clientpositive/perf/query54.q.out | 298 ++---
.../results/clientpositive/perf/query55.q.out | 48 +-
.../results/clientpositive/perf/query58.q.out | 368 +++---
.../results/clientpositive/perf/query64.q.out | 1170 +++++++++---------
.../results/clientpositive/perf/query65.q.out | 224 ++--
.../results/clientpositive/perf/query66.q.out | 160 +--
.../results/clientpositive/perf/query67.q.out | 34 +-
.../results/clientpositive/perf/query68.q.out | 220 ++--
.../results/clientpositive/perf/query7.q.out | 74 +-
.../results/clientpositive/perf/query70.q.out | 96 +-
.../results/clientpositive/perf/query71.q.out | 240 ++--
.../results/clientpositive/perf/query72.q.out | 294 ++---
.../results/clientpositive/perf/query73.q.out | 124 +-
.../results/clientpositive/perf/query75.q.out | 390 +++---
.../results/clientpositive/perf/query76.q.out | 76 +-
.../results/clientpositive/perf/query79.q.out | 114 +-
.../results/clientpositive/perf/query80.q.out | 254 ++--
.../results/clientpositive/perf/query82.q.out | 96 +-
.../results/clientpositive/perf/query84.q.out | 144 +--
.../results/clientpositive/perf/query85.q.out | 242 ++--
.../results/clientpositive/perf/query87.q.out | 246 ++--
.../results/clientpositive/perf/query88.q.out | 902 +++++++-------
.../results/clientpositive/perf/query89.q.out | 66 +-
.../results/clientpositive/perf/query90.q.out | 88 +-
.../results/clientpositive/perf/query91.q.out | 204 +--
.../results/clientpositive/perf/query92.q.out | 34 +-
.../results/clientpositive/perf/query93.q.out | 62 +-
.../results/clientpositive/perf/query94.q.out | 106 +-
.../results/clientpositive/perf/query95.q.out | 172 +--
.../results/clientpositive/perf/query96.q.out | 42 +-
.../results/clientpositive/perf/query97.q.out | 34 +-
.../results/clientpositive/perf/query98.q.out | 64 +-
64 files changed, 5494 insertions(+), 5216 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/data/conf/perf-reg/hive-site.xml
----------------------------------------------------------------------
diff --git a/data/conf/perf-reg/hive-site.xml b/data/conf/perf-reg/hive-site.xml
index 77bbe91..9e929fc 100644
--- a/data/conf/perf-reg/hive-site.xml
+++ b/data/conf/perf-reg/hive-site.xml
@@ -268,11 +268,6 @@
</property>
<property>
- <name>hive.metastore.fastpath</name>
- <value>true</value>
-</property>
-
-<property>
<name>hive.metastore.rawstore.impl</name>
<value>org.apache.hadoop.hive.metastore.ObjectStore</value>
</property>
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/data/files/tpcds-perf/metastore_export/csv/TABLE_PARAMS.txt
----------------------------------------------------------------------
diff --git a/data/files/tpcds-perf/metastore_export/csv/TABLE_PARAMS.txt b/data/files/tpcds-perf/metastore_export/csv/TABLE_PARAMS.txt
index 9aa385a..a669e2e 100644
--- a/data/files/tpcds-perf/metastore_export/csv/TABLE_PARAMS.txt
+++ b/data/files/tpcds-perf/metastore_export/csv/TABLE_PARAMS.txt
@@ -100,3 +100,44 @@ _web_site_,numRows,84
_web_site_,rawDataSize,155408
_web_site_,totalSize,11271
_web_site_,transient_lastDdlTime,1434562107
+_catalog_returns_,COLUMN_STATS_ACCURATE,true
+_catalog_returns_,numFiles,400
+_catalog_returns_,numRows,28798881
+_catalog_returns_,rawDataSize,3057234680
+_catalog_returns_,totalSize,1651022096
+_catalog_sales_,COLUMN_STATS_ACCURATE,true
+_catalog_sales_,numFiles,552
+_catalog_sales_,numRows,287989836
+_catalog_sales_,rawDataSize,38999608952
+_catalog_sales_,totalSize,16430853294
+_catalog_sales_,transient_lastDdlTime,1434700893
+_inventory_,COLUMN_STATS_ACCURATE,true
+_inventory_,numFiles,51
+_inventory_,numRows,37584000
+_inventory_,rawDataSize,593821104
+_inventory_,totalSize,58323594
+_inventory_,transient_lastDdlTime,1434681166
+_store_sales_,COLUMN_STATS_ACCURATE,true
+_store_sales_,numFiles,600
+_store_sales_,numRows,575995635
+_store_sales_,rawDataSize,50814502088
+_store_sales_,totalSize,22288384284
+_store_sales_,transient_lastDdlTime,1434700760
+_web_sales_,COLUMN_STATS_ACCURATE,true
+_web_sales_,numFiles,529
+_web_sales_,numRows,144002668
+_web_sales_,rawDataSize,19580198212
+_web_sales_,totalSize,8304889016
+_web_sales_,transient_lastDdlTime,1434700829
+_web_returns_,COLUMN_STATS_ACCURATE,true
+_web_returns_,numFiles,135
+_web_returns_,numRows,14398467
+_web_returns_,rawDataSize,1325194184
+_web_returns_,totalSize,827734274
+_web_returns_,transient_lastDdlTime,1434700842
+_store_returns_,COLUMN_STATS_ACCURATE,true
+_store_returns_,numFiles,573
+_store_returns_,numRows,57591150
+_store_returns_,rawDataSize,4462194832
+_store_returns_,totalSize,2683203627
+_store_returns_,transient_lastDdlTime,1434700790
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/data/files/tpcds-perf/metastore_export/csv/TAB_COL_STATS.txt
----------------------------------------------------------------------
diff --git a/data/files/tpcds-perf/metastore_export/csv/TAB_COL_STATS.txt b/data/files/tpcds-perf/metastore_export/csv/TAB_COL_STATS.txt
index a1e54fd..2b0dd01 100644
--- a/data/files/tpcds-perf/metastore_export/csv/TAB_COL_STATS.txt
+++ b/data/files/tpcds-perf/metastore_export/csv/TAB_COL_STATS.txt
@@ -98,7 +98,7 @@ default,customer_address,ca_zip,string,,,,,,,10141,0,4.849962,5,,,1434571715,629
default,customer_address,ca_country,string,,,,,,,2,0,12.610234325,13,,,1434571715,6293,_customer_address_
default,customer_address,ca_gmt_offset,float,,,-10,-5,,,5,1201179,,,,,1434571715,6294,_customer_address_
default,customer_address,ca_location_type,string,,,,,,,4,0,8.729921525,13,,,1434571715,6295,_customer_address_
-default,customer_demographics,cd_demo_sk,int,1,_time_dim_800,,,,,1835839,0,,,,,1434571729,6296,_customer_demographics_
+default,customer_demographics,cd_demo_sk,int,1,1920800,,,,,1835839,0,,,,,1434571729,6296,_customer_demographics_
default,customer_demographics,cd_gender,string,,,,,,,2,0,1,1,,,1434571729,6297,_customer_demographics_
default,customer_demographics,cd_marital_status,string,,,,,,,7,0,1,1,,,1434571729,6298,_customer_demographics_
default,customer_demographics,cd_education_status,string,,,,,,,9,0,9.57142857142857,15,,,1434571729,6299,_customer_demographics_
@@ -257,3 +257,169 @@ default,web_site,web_zip,string,,,,,,,56,0,5,5,,,1434572787,6451,_web_site_
default,web_site,web_country,string,,,,,,,2,0,12.8452380952381,13,,,1434572787,6452,_web_site_
default,web_site,web_gmt_offset,float,,,-8,-5,,,3,1,,,,,1434572787,6453,_web_site_
default,web_site,web_tax_percentage,float,,,0,0.119999997317791,,,17,1,,,,,1434572787,6454,_web_site_
+default,catalog_returns,cr_returned_date_sk,int,2450821,2452924,,,,,2535,0,,,,,1434701010,7142,_catalog_returns_
+default,catalog_returns,cr_returned_time_sk,int,0,86399,,,,,125124,0,,,,,1434701010,7143,_catalog_returns_
+default,catalog_returns,cr_item_sk,int,1,48000,,,,,62562,0,,,,,1434701010,7144,_catalog_returns_
+default,catalog_returns,cr_refunded_customer_sk,int,1,1600000,,,,,1415625,575640,,,,,1434701010,7145,_catalog_returns_
+default,catalog_returns,cr_refunded_cdemo_sk,int,1,1920800,,,,,1835839,576793,,,,,1434701010,7146,_catalog_returns_
+default,catalog_returns,cr_refunded_hdemo_sk,int,1,7200,,,,,9299,576604,,,,,1434701010,7147,_catalog_returns_
+default,catalog_returns,cr_refunded_addr_sk,int,1,800000,,,,,707812,576661,,,,,1434701010,7148,_catalog_returns_
+default,catalog_returns,cr_returning_customer_sk,int,1,1600000,,,,,1415625,575663,,,,,1434701010,7149,_catalog_returns_
+default,catalog_returns,cr_returning_cdemo_sk,int,1,1920800,,,,,1835839,576462,,,,,1434701010,7150,_catalog_returns_
+default,catalog_returns,cr_returning_hdemo_sk,int,1,7200,,,,,9299,577306,,,,,1434701010,7151,_catalog_returns_
+default,catalog_returns,cr_returning_addr_sk,int,1,800000,,,,,707812,577349,,,,,1434701010,7152,_catalog_returns_
+default,catalog_returns,cr_call_center_sk,int,1,8,,,,,9,576152,,,,,1434701010,7153,_catalog_returns_
+default,catalog_returns,cr_catalog_page_sk,int,1,9828,,,,,7488,577076,,,,,1434701010,7154,_catalog_returns_
+default,catalog_returns,cr_ship_mode_sk,int,1,20,,,,,18,576040,,,,,1434701010,7155,_catalog_returns_
+default,catalog_returns,cr_warehouse_sk,int,1,6,,,,,5,576830,,,,,1434701010,7156,_catalog_returns_
+default,catalog_returns,cr_reason_sk,int,1,37,,,,,24,576949,,,,,1434701010,7157,_catalog_returns_
+default,catalog_returns,cr_order_number,int,2,31999999,,,,,18238808,0,,,,,1434701010,7158,_catalog_returns_
+default,catalog_returns,cr_return_quantity,int,1,100,,,,,63,576244,,,,,1434701010,7159,_catalog_returns_
+default,catalog_returns,cr_return_amount,float,,,0,28778.310546875,,,1139925,576461,,,,,1434701010,7160,_catalog_returns_
+default,catalog_returns,cr_return_tax,float,,,0,2391.1201171875,,,130664,577147,,,,,1434701010,7161,_catalog_returns_
+default,catalog_returns,cr_return_amt_inc_tax,float,,,0,29677.359375,,,1758005,576846,,,,,1434701010,7162,_catalog_returns_
+default,catalog_returns,cr_fee,float,,,0.5,100,,,12060,576294,,,,,1434701010,7163,_catalog_returns_
+default,catalog_returns,cr_return_ship_cost,float,,,0,14130.9599609375,,,595197,576784,,,,,1434701010,7164,_catalog_returns_
+default,catalog_returns,cr_refunded_cash,float,,,0,25606.5390625,,,1139925,575637,,,,,1434701010,7165,_catalog_returns_
+default,catalog_returns,cr_reversed_charge,float,,,0,23801.240234375,,,649067,577379,,,,,1434701010,7166,_catalog_returns_
+default,catalog_returns,cr_store_credit,float,,,0,22653.91015625,,,621548,576505,,,,,1434701010,7167,_catalog_returns_
+default,catalog_returns,cr_net_loss,float,,,0.5,15781.830078125,,,1091596,576295,,,,,1434701010,7168,_catalog_returns_
+default,catalog_sales,cs_sold_date_sk,int,2450815,2452654,,,,,2226,1440109,,,,,1434701053,7169,_catalog_sales_
+default,catalog_sales,cs_sold_time_sk,int,0,86399,,,,,125124,1439981,,,,,1434701053,7170,_catalog_sales_
+default,catalog_sales,cs_ship_date_sk,int,2450817,2452744,,,,,2324,1439858,,,,,1434701053,7171,_catalog_sales_
+default,catalog_sales,cs_bill_customer_sk,int,1,1600000,,,,,1415625,1439092,,,,,1434701053,7172,_catalog_sales_
+default,catalog_sales,cs_bill_cdemo_sk,int,1,1920800,,,,,1835839,1440094,,,,,1434701053,7173,_catalog_sales_
+default,catalog_sales,cs_bill_hdemo_sk,int,1,7200,,,,,9299,1438041,,,,,1434701053,7174,_catalog_sales_
+default,catalog_sales,cs_bill_addr_sk,int,1,800000,,,,,707812,1439191,,,,,1434701053,7175,_catalog_sales_
+default,catalog_sales,cs_ship_customer_sk,int,1,1600000,,,,,1415625,1441690,,,,,1434701053,7176,_catalog_sales_
+default,catalog_sales,cs_ship_cdemo_sk,int,1,1920800,,,,,1835839,1439916,,,,,1434701053,7177,_catalog_sales_
+default,catalog_sales,cs_ship_hdemo_sk,int,1,7200,,,,,9299,1441155,,,,,1434701053,7178,_catalog_sales_
+default,catalog_sales,cs_ship_addr_sk,int,1,800000,,,,,707812,1437501,,,,,1434701053,7179,_catalog_sales_
+default,catalog_sales,cs_call_center_sk,int,1,8,,,,,9,1438943,,,,,1434701053,7180,_catalog_sales_
+default,catalog_sales,cs_catalog_page_sk,int,1,9828,,,,,7488,1439230,,,,,1434701053,7181,_catalog_sales_
+default,catalog_sales,cs_ship_mode_sk,int,1,20,,,,,18,1439234,,,,,1434701053,7182,_catalog_sales_
+default,catalog_sales,cs_warehouse_sk,int,1,6,,,,,5,1441117,,,,,1434701053,7183,_catalog_sales_
+default,catalog_sales,cs_item_sk,int,1,48000,,,,,62562,0,,,,,1434701053,7184,_catalog_sales_
+default,catalog_sales,cs_promo_sk,int,1,450,,,,,224,1440151,,,,,1434701053,7185,_catalog_sales_
+default,catalog_sales,cs_order_number,int,1,32000000,,,,,45300013,0,,,,,1434701053,7186,_catalog_sales_
+default,catalog_sales,cs_quantity,int,1,100,,,,,63,1439531,,,,,1434701053,7187,_catalog_sales_
+default,catalog_sales,cs_wholesale_cost,float,,,1,100,,,12060,1440635,,,,,1434701053,7188,_catalog_sales_
+default,catalog_sales,cs_list_price,float,,,1,300,,,27468,1440771,,,,,1434701053,7189,_catalog_sales_
+default,catalog_sales,cs_sales_price,float,,,0,300,,,27468,1439327,,,,,1434701053,7190,_catalog_sales_
+default,catalog_sales,cs_ext_discount_amt,float,,,0,29767,,,1543750,1440329,,,,,1434701053,7191,_catalog_sales_
+default,catalog_sales,cs_ext_sales_price,float,,,0,29943,,,1612098,1439296,,,,,1434701053,7192,_catalog_sales_
+default,catalog_sales,cs_ext_wholesale_cost,float,,,1,10000,,,545798,1439858,,,,,1434701053,7193,_catalog_sales_
+default,catalog_sales,cs_ext_list_price,float,,,1,30000,,,1612098,1439697,,,,,1434701053,7194,_catalog_sales_
+default,catalog_sales,cs_ext_tax,float,,,0,2673.27001953125,,,284981,1439788,,,,,1434701053,7195,_catalog_sales_
+default,catalog_sales,cs_coupon_amt,float,,,0,28422.939453125,,,2090632,1439246,,,,,1434701053,7196,_catalog_sales_
+default,catalog_sales,cs_ext_ship_cost,float,,,0,14994,,,771875,1439291,,,,,1434701053,7197,_catalog_sales_
+default,catalog_sales,cs_net_paid,float,,,0,29943,,,2711215,1439634,,,,,1434701053,7198,_catalog_sales_
+default,catalog_sales,cs_net_paid_inc_tax,float,,,0,32376.26953125,,,2956601,1439480,,,,,1434701053,7199,_catalog_sales_
+default,catalog_sales,cs_net_paid_inc_ship,float,,,0,43725,,,2956601,0,,,,,1434701053,7200,_catalog_sales_
+default,catalog_sales,cs_net_paid_inc_ship_tax,float,,,0,45460.80078125,,,3087500,0,,,,,1434701053,7201,_catalog_sales_
+default,catalog_sales,cs_net_profit,float,,,-10000,19962,,,2183192,0,,,,,1434701053,7202,_catalog_sales_
+default,inventory,inv_date_sk,int,2450815,2452635,,,,,316,0,,,,,1434681195,6879,_inventory_
+default,inventory,inv_item_sk,int,1,48000,,,,,62562,0,,,,,1434681195,6880,_inventory_
+default,inventory,inv_warehouse_sk,int,1,6,,,,,5,0,,,,,1434681195,6881,_inventory_
+default,inventory,inv_quantity_on_hand,int,0,1000,,,,,691,1880724,,,,,1434681195,6882,_inventory_
+default,store_sales,ss_sold_date_sk,int,2450816,2452642,,,,,2226,25919081,,,,,1434701145,7281,_store_sales_
+default,store_sales,ss_sold_time_sk,int,28800,75599,,,,,74399,25917462,,,,,1434701145,7282,_store_sales_
+default,store_sales,ss_item_sk,int,1,48000,,,,,62562,0,,,,,1434701145,7283,_store_sales_
+default,store_sales,ss_customer_sk,int,1,1600000,,,,,1415625,25915323,,,,,1434701145,7284,_store_sales_
+default,store_sales,ss_cdemo_sk,int,1,1920800,,,,,1835839,25919854,,,,,1434701145,7285,_store_sales_
+default,store_sales,ss_hdemo_sk,int,1,7200,,,,,9299,25915104,,,,,1434701145,7286,_store_sales_
+default,store_sales,ss_addr_sk,int,1,800000,,,,,707812,25915529,,,,,1434701145,7287,_store_sales_
+default,store_sales,ss_store_sk,int,1,212,,,,,90,25912696,,,,,1434701145,7288,_store_sales_
+default,store_sales,ss_promo_sk,int,1,450,,,,,224,25916282,,,,,1434701145,7289,_store_sales_
+default,store_sales,ss_ticket_number,int,1,48000000,,,,,56256175,0,,,,,1434701145,7290,_store_sales_
+default,store_sales,ss_quantity,int,1,100,,,,,63,25915535,,,,,1434701145,7291,_store_sales_
+default,store_sales,ss_wholesale_cost,float,,,1,100,,,12060,25919883,,,,,1434701145,7292,_store_sales_
+default,store_sales,ss_list_price,float,,,1,200,,,17056,25917233,,,,,1434701145,7293,_store_sales_
+default,store_sales,ss_sales_price,float,,,0,200,,,17056,25920715,,,,,1434701145,7294,_store_sales_
+default,store_sales,ss_ext_discount_amt,float,,,0,19225,,,1298134,25919240,,,,,1434701145,7295,_store_sales_
+default,store_sales,ss_ext_sales_price,float,,,0,19884,,,1139925,25919038,,,,,1434701145,7296,_store_sales_
+default,store_sales,ss_ext_wholesale_cost,float,,,1,10000,,,545798,25922497,,,,,1434701145,7297,_store_sales_
+default,store_sales,ss_ext_list_price,float,,,1,20000,,,1139925,25914179,,,,,1434701145,7298,_store_sales_
+default,store_sales,ss_ext_tax,float,,,0,1789.56005859375,,,219750,25918655,,,,,1434701145,7299,_store_sales_
+default,store_sales,ss_coupon_amt,float,,,0,19225,,,1298134,25919240,,,,,1434701145,7300,_store_sales_
+default,store_sales,ss_net_paid,float,,,0,19884,,,1917118,25919162,,,,,1434701145,7301,_store_sales_
+default,store_sales,ss_net_paid_inc_tax,float,,,0,21673.560546875,,,2380788,25925354,,,,,1434701145,7302,_store_sales_
+default,store_sales,ss_net_profit,float,,,-10000,9942,,,2380788,25912021,,,,,1434701145,7303,_store_sales_
+default,web_sales,ws_sold_date_sk,int,2450816,2452642,,,,,2226,35804,,,,,1434701088,7227,_web_sales_
+default,web_sales,ws_sold_time_sk,int,0,86399,,,,,125124,36037,,,,,1434701088,7228,_web_sales_
+default,web_sales,ws_ship_date_sk,int,2450817,2452762,,,,,2324,35780,,,,,1434701088,7229,_web_sales_
+default,web_sales,ws_item_sk,int,1,48000,,,,,62562,0,,,,,1434701088,7230,_web_sales_
+default,web_sales,ws_bill_customer_sk,int,1,1600000,,,,,1415625,35880,,,,,1434701088,7231,_web_sales_
+default,web_sales,ws_bill_cdemo_sk,int,1,1920800,,,,,1835839,35762,,,,,1434701088,7232,_web_sales_
+default,web_sales,ws_bill_hdemo_sk,int,1,7200,,,,,9299,36012,,,,,1434701088,7233,_web_sales_
+default,web_sales,ws_bill_addr_sk,int,1,800000,,,,,707812,35627,,,,,1434701088,7234,_web_sales_
+default,web_sales,ws_ship_customer_sk,int,1,1600000,,,,,1415625,35897,,,,,1434701088,7235,_web_sales_
+default,web_sales,ws_ship_cdemo_sk,int,1,1920800,,,,,1835839,35783,,,,,1434701088,7236,_web_sales_
+default,web_sales,ws_ship_hdemo_sk,int,1,7200,,,,,9299,35810,,,,,1434701088,7237,_web_sales_
+default,web_sales,ws_ship_addr_sk,int,1,800000,,,,,707812,35897,,,,,1434701088,7238,_web_sales_
+default,web_sales,ws_web_page_sk,int,1,342,,,,,205,35737,,,,,1434701088,7239,_web_sales_
+default,web_sales,ws_web_site_sk,int,1,38,,,,,25,35999,,,,,1434701088,7240,_web_sales_
+default,web_sales,ws_ship_mode_sk,int,1,20,,,,,18,35802,,,,,1434701088,7241,_web_sales_
+default,web_sales,ws_warehouse_sk,int,1,6,,,,,5,35925,,,,,1434701088,7242,_web_sales_
+default,web_sales,ws_promo_sk,int,1,450,,,,,224,36123,,,,,1434701088,7243,_web_sales_
+default,web_sales,ws_order_number,int,1,12000000,,,,,14686712,0,,,,,1434701088,7244,_web_sales_
+default,web_sales,ws_quantity,int,1,100,,,,,63,36054,,,,,1434701088,7245,_web_sales_
+default,web_sales,ws_wholesale_cost,float,,,1,100,,,12060,35939,,,,,1434701088,7246,_web_sales_
+default,web_sales,ws_list_price,float,,,1,300,,,27468,35970,,,,,1434701088,7247,_web_sales_
+default,web_sales,ws_sales_price,float,,,0,300,,,27468,35995,,,,,1434701088,7248,_web_sales_
+default,web_sales,ws_ext_discount_amt,float,,,0,29982,,,1543750,35968,,,,,1434701088,7249,_web_sales_
+default,web_sales,ws_ext_sales_price,float,,,0,29810,,,1415625,35945,,,,,1434701088,7250,_web_sales_
+default,web_sales,ws_ext_wholesale_cost,float,,,1,10000,,,545798,35704,,,,,1434701088,7251,_web_sales_
+default,web_sales,ws_ext_list_price,float,,,1.00999999046326,29997,,,1612098,36119,,,,,1434701088,7252,_web_sales_
+default,web_sales,ws_ext_tax,float,,,0,2682.89990234375,,,297598,35785,,,,,1434701088,7253,_web_sales_
+default,web_sales,ws_coupon_amt,float,,,0,27737.8203125,,,1612098,35986,,,,,1434701088,7254,_web_sales_
+default,web_sales,ws_ext_ship_cost,float,,,0,14927,,,677803,35929,,,,,1434701088,7255,_web_sales_
+default,web_sales,ws_net_paid,float,,,0,29810,,,2486195,35796,,,,,1434701088,7256,_web_sales_
+default,web_sales,ws_net_paid_inc_tax,float,,,0,32492.900390625,,,2596268,36094,,,,,1434701088,7257,_web_sales_
+default,web_sales,ws_net_paid_inc_ship,float,,,0,43674.83984375,,,2956601,0,,,,,1434701088,7258,_web_sales_
+default,web_sales,ws_net_paid_inc_ship_tax,float,,,0,46004.19140625,,,2956601,0,,,,,1434701088,7259,_web_sales_
+default,web_sales,ws_net_profit,float,,,-10000,19840,,,2090632,0,,,,,1434701088,7260,_web_sales_
+default,web_returns,wr_returned_date_sk,int,2450820,2453002,,,,,2647,648651,,,,,1434701060,7203,_web_returns_
+default,web_returns,wr_returned_time_sk,int,0,86399,,,,,125124,647816,,,,,1434701060,7204,_web_returns_
+default,web_returns,wr_item_sk,int,1,48000,,,,,62562,0,,,,,1434701060,7205,_web_returns_
+default,web_returns,wr_refunded_customer_sk,int,1,1600000,,,,,1415625,648741,,,,,1434701060,7206,_web_returns_
+default,web_returns,wr_refunded_cdemo_sk,int,1,1920800,,,,,1835839,648047,,,,,1434701060,7207,_web_returns_
+default,web_returns,wr_refunded_hdemo_sk,int,1,7200,,,,,9299,648703,,,,,1434701060,7208,_web_returns_
+default,web_returns,wr_refunded_addr_sk,int,1,800000,,,,,707812,648992,,,,,1434701060,7209,_web_returns_
+default,web_returns,wr_returning_customer_sk,int,1,1600000,,,,,1415625,648657,,,,,1434701060,7210,_web_returns_
+default,web_returns,wr_returning_cdemo_sk,int,1,1920800,,,,,1835839,648182,,,,,1434701060,7211,_web_returns_
+default,web_returns,wr_returning_hdemo_sk,int,1,7200,,,,,9299,648115,,,,,1434701060,7212,_web_returns_
+default,web_returns,wr_returning_addr_sk,int,1,800000,,,,,707812,648259,,,,,1434701060,7213,_web_returns_
+default,web_returns,wr_web_page_sk,int,1,342,,,,,205,649350,,,,,1434701060,7214,_web_returns_
+default,web_returns,wr_reason_sk,int,1,37,,,,,24,647884,,,,,1434701060,7215,_web_returns_
+default,web_returns,wr_order_number,int,1,11999999,,,,,8007986,0,,,,,1434701060,7216,_web_returns_
+default,web_returns,wr_return_quantity,int,1,100,,,,,63,648184,,,,,1434701060,7217,_web_returns_
+default,web_returns,wr_return_amt,float,,,0,28346.310546875,,,841735,648139,,,,,1434701060,7218,_web_returns_
+default,web_returns,wr_return_tax,float,,,0,2551.15991210938,,,105216,647420,,,,,1434701060,7219,_web_returns_
+default,web_returns,wr_return_amt_inc_tax,float,,,0,29493.380859375,,,1543750,647910,,,,,1434701060,7220,_web_returns_
+default,web_returns,wr_fee,float,,,0.5,100,,,12060,647879,,,,,1434701060,7221,_web_returns_
+default,web_returns,wr_return_ship_cost,float,,,0,14043.66015625,,,479279,647276,,,,,1434701060,7222,_web_returns_
+default,web_returns,wr_refunded_cash,float,,,0,26466.560546875,,,649067,649282,,,,,1434701060,7223,_web_returns_
+default,web_returns,wr_reversed_charge,float,,,0,22972.359375,,,545798,648744,,,,,1434701060,7224,_web_returns_
+default,web_returns,wr_account_credit,float,,,0,23166.330078125,,,439501,649368,,,,,1434701060,7225,_web_returns_
+default,web_returns,wr_net_loss,float,,,0.5,15068.9599609375,,,739150,649063,,,,,1434701060,7226,_web_returns_
+default,store_returns,sr_returned_date_sk,int,2450820,2452822,,,,,2324,2013145,,,,,1434701098,7261,_store_returns_
+default,store_returns,sr_return_time_sk,int,28799,61199,,,,,46196,2016532,,,,,1434701098,7262,_store_returns_
+default,store_returns,sr_item_sk,int,1,48000,,,,,62562,0,,,,,1434701098,7263,_store_returns_
+default,store_returns,sr_customer_sk,int,1,1600000,,,,,1415625,2016349,,,,,1434701098,7264,_store_returns_
+default,store_returns,sr_cdemo_sk,int,1,1920800,,,,,1835839,2013452,,,,,1434701098,7265,_store_returns_
+default,store_returns,sr_hdemo_sk,int,1,7200,,,,,9299,2015074,,,,,1434701098,7266,_store_returns_
+default,store_returns,sr_addr_sk,int,1,800000,,,,,707812,2015595,,,,,1434701098,7267,_store_returns_
+default,store_returns,sr_store_sk,int,1,212,,,,,90,2013530,,,,,1434701098,7268,_store_returns_
+default,store_returns,sr_reason_sk,int,1,37,,,,,24,2016587,,,,,1434701098,7269,_store_returns_
+default,store_returns,sr_ticket_number,int,1,48000000,,,,,34931085,0,,,,,1434701098,7270,_store_returns_
+default,store_returns,sr_return_quantity,int,1,100,,,,,63,2016579,,,,,1434701098,7271,_store_returns_
+default,store_returns,sr_return_amt,float,,,0,19387.169921875,,,841735,2015073,,,,,1434701098,7272,_store_returns_
+default,store_returns,sr_return_tax,float,,,0,1682.0400390625,,,114739,2014835,,,,,1434701098,7273,_store_returns_
+default,store_returns,sr_return_amt_inc_tax,float,,,0,20371.390625,,,1139925,2014852,,,,,1434701098,7274,_store_returns_
+default,store_returns,sr_fee,float,,,0.5,100,,,12060,2015809,,,,,1434701098,7275,_store_returns_
+default,store_returns,sr_return_ship_cost,float,,,0,9578.25,,,500499,2015477,,,,,1434701098,7276,_store_returns_
+default,store_returns,sr_refunded_cash,float,,,0,17556.94921875,,,917919,2015507,,,,,1434701098,7277,_store_returns_
+default,store_returns,sr_reversed_charge,float,,,0,16099.51953125,,,739150,2017819,,,,,1434701098,7278,_store_returns_
+default,store_returns,sr_store_credit,float,,,0,15642.1103515625,,,771875,2013589,,,,,1434701098,7279,_store_returns_
+default,store_returns,sr_net_loss,float,,,0.5,10447.7197265625,,,879002,2014488,,,,,1434701098,7280,_store_returns_
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java
----------------------------------------------------------------------
diff --git a/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java b/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java
index a6e8efa..9863d6c 100644
--- a/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java
+++ b/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java
@@ -2090,14 +2090,16 @@ public class QTestUtil {
}
}
for (Map.Entry<String, Integer> entry : tableNameToID.entrySet()) {
- String toReplace = "_" + entry.getKey() + "_" ;
- String replacementString = ""+entry.getValue();
+ String toReplace1 = ",_" + entry.getKey() + "_" ;
+ String replacementString1 = ","+entry.getValue();
+ String toReplace2 = "_" + entry.getKey() + "_," ;
+ String replacementString2 = ""+entry.getValue()+",";
try {
String content1 = FileUtils.readFileToString(tmpFileLoc1, "UTF-8");
- content1 = content1.replaceAll(toReplace, replacementString);
+ content1 = content1.replaceAll(toReplace1, replacementString1);
FileUtils.writeStringToFile(tmpFileLoc1, content1, "UTF-8");
String content2 = FileUtils.readFileToString(tmpFileLoc2, "UTF-8");
- content2 = content2.replaceAll(toReplace, replacementString);
+ content2 = content2.replaceAll(toReplace2, replacementString2);
FileUtils.writeStringToFile(tmpFileLoc2, content2, "UTF-8");
} catch (IOException e) {
LOG.info("Generating file failed", e);
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query12.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query12.q.out b/ql/src/test/results/clientpositive/perf/query12.q.out
index 986a307..8b05edb 100644
--- a/ql/src/test/results/clientpositive/perf/query12.q.out
+++ b/ql/src/test/results/clientpositive/perf/query12.q.out
@@ -15,33 +15,33 @@ Stage-0
Stage-1
Reducer 6
File Output Operator [FS_26]
- Limit [LIM_25] (rows=100 width=1436)
+ Limit [LIM_25] (rows=100 width=135)
Number of rows:100
- Select Operator [SEL_24] (rows=34938 width=1436)
+ Select Operator [SEL_24] (rows=21780404 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_23]
- Select Operator [SEL_21] (rows=34938 width=1436)
+ Select Operator [SEL_21] (rows=21780404 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- PTF Operator [PTF_20] (rows=34938 width=1436)
+ PTF Operator [PTF_20] (rows=21780404 width=135)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 ASC NULLS FIRST","partition by:":"_col3"}]
- Select Operator [SEL_19] (rows=34938 width=1436)
+ Select Operator [SEL_19] (rows=21780404 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_18]
PartitionCols:_col3
- Group By Operator [GBY_17] (rows=34938 width=1436)
+ Group By Operator [GBY_17] (rows=21780404 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_16]
PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_15] (rows=69877 width=1436)
+ Group By Operator [GBY_15] (rows=43560808 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col23)"],keys:_col38, _col41, _col49, _col47, _col42
- Select Operator [SEL_14] (rows=69877 width=1436)
+ Select Operator [SEL_14] (rows=43560808 width=135)
Output:["_col38","_col41","_col49","_col47","_col42","_col23"]
- Filter Operator [FIL_32] (rows=69877 width=1436)
+ Filter Operator [FIL_32] (rows=43560808 width=135)
predicate:((_col3 = _col37) and (_col0 = _col62))
- Merge Join Operator [MERGEJOIN_37] (rows=279510 width=1436)
+ Merge Join Operator [MERGEJOIN_37] (rows=174243235 width=135)
Conds:RS_9._col0=RS_11.d_date_sk(Inner),Output:["_col0","_col3","_col23","_col37","_col38","_col41","_col42","_col47","_col49","_col62"]
<-Map 8 [SIMPLE_EDGE]
SHUFFLE [RS_11]
@@ -53,15 +53,15 @@ Stage-0
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_36] (rows=254100 width=1436)
+ Merge Join Operator [MERGEJOIN_36] (rows=158402938 width=135)
Conds:RS_4.ws_item_sk=RS_6.i_item_sk(Inner),Output:["_col0","_col3","_col23","_col37","_col38","_col41","_col42","_col47","_col49"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_4]
PartitionCols:ws_item_sk
- Filter Operator [FIL_33] (rows=1 width=0)
+ Filter Operator [FIL_33] (rows=144002668 width=135)
predicate:(ws_item_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_ext_sales_price"]
+ TableScan [TS_0] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_ext_sales_price"]
<-Map 7 [SIMPLE_EDGE]
SHUFFLE [RS_6]
PartitionCols:i_item_sk
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query13.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query13.q.out b/ql/src/test/results/clientpositive/perf/query13.q.out
index bc956e6..c9167e7 100644
--- a/ql/src/test/results/clientpositive/perf/query13.q.out
+++ b/ql/src/test/results/clientpositive/perf/query13.q.out
@@ -109,107 +109,109 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 11 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Map 12 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
+Reducer 5 <- Map 4 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 6 <- Map 10 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Map 11 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
+Reducer 8 <- Map 12 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
- Reducer 7
- File Output Operator [FS_42]
- Group By Operator [GBY_40] (rows=1 width=344)
+ Reducer 3
+ File Output Operator [FS_43]
+ Group By Operator [GBY_41] (rows=1 width=344)
Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(VALUE._col0)","avg(VALUE._col1)","avg(VALUE._col2)","sum(VALUE._col3)"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- Group By Operator [GBY_38] (rows=1 width=112)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(_col5)","avg(_col7)","avg(_col8)","sum(_col8)"]
- Merge Join Operator [MERGEJOIN_73] (rows=9075000 width=1014)
- Conds:RS_34._col0=RS_35._col0(Inner),Output:["_col5","_col7","_col8"]
- <-Map 12 [SIMPLE_EDGE]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_40]
+ Group By Operator [GBY_39] (rows=1 width=112)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(_col7)","avg(_col9)","avg(_col10)","sum(_col10)"]
+ Merge Join Operator [MERGEJOIN_74] (rows=130450332 width=88)
+ Conds:RS_35._col0=RS_36._col0(Inner),Output:["_col7","_col9","_col10"]
+ <-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_35]
PartitionCols:_col0
- Select Operator [SEL_33] (rows=36524 width=1119)
+ Select Operator [SEL_2] (rows=36524 width=1119)
Output:["_col0"]
- Filter Operator [FIL_68] (rows=36524 width=1119)
+ Filter Operator [FIL_64] (rows=36524 width=1119)
predicate:((d_year = 2001) and d_date_sk is not null)
- TableScan [TS_31] (rows=73049 width=1119)
+ TableScan [TS_0] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_36]
PartitionCols:_col0
- Select Operator [SEL_30] (rows=8250000 width=1014)
+ Select Operator [SEL_34] (rows=118591209 width=88)
Output:["_col0","_col5","_col7","_col8"]
- Filter Operator [FIL_29] (rows=8250000 width=1014)
+ Filter Operator [FIL_33] (rows=118591209 width=88)
predicate:(((_col17) IN ('KY', 'GA', 'NM') and _col9 BETWEEN 100 AND 200) or ((_col17) IN ('MT', 'OR', 'IN') and _col9 BETWEEN 150 AND 300) or ((_col17) IN ('WI', 'MO', 'WV') and _col9 BETWEEN 50 AND 250))
- Merge Join Operator [MERGEJOIN_72] (rows=11000000 width=1014)
- Conds:RS_26._col3=RS_27._col0(Inner),Output:["_col0","_col5","_col7","_col8","_col9","_col17"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
+ Merge Join Operator [MERGEJOIN_73] (rows=158121612 width=88)
+ Conds:RS_30._col3=RS_31._col0(Inner),Output:["_col0","_col5","_col7","_col8","_col9","_col17"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
PartitionCols:_col0
- Select Operator [SEL_25] (rows=10000000 width=1014)
+ Select Operator [SEL_29] (rows=10000000 width=1014)
Output:["_col0","_col1"]
- Filter Operator [FIL_67] (rows=10000000 width=1014)
+ Filter Operator [FIL_69] (rows=10000000 width=1014)
predicate:((ca_state) IN ('KY', 'GA', 'NM', 'MT', 'OR', 'IN', 'WI', 'MO', 'WV') and (ca_country = 'United States') and ca_address_sk is not null)
- TableScan [TS_23] (rows=40000000 width=1014)
+ TableScan [TS_27] (rows=40000000 width=1014)
default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state","ca_country"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
PartitionCols:_col3
- Select Operator [SEL_22] (rows=4491 width=362)
+ Select Operator [SEL_26] (rows=143746917 width=88)
Output:["_col0","_col3","_col5","_col7","_col8","_col9"]
- Filter Operator [FIL_21] (rows=4491 width=362)
+ Filter Operator [FIL_25] (rows=143746917 width=88)
predicate:(((_col12 = 'M') and (_col13 = '4 yr Degree') and _col6 BETWEEN 100.0 AND 150.0 and (_col15 = 3)) or ((_col12 = 'D') and (_col13 = 'Primary') and _col6 BETWEEN 50.0 AND 100.0 and (_col15 = 1)) or ((_col12 = 'U') and (_col13 = 'Advanced Degree') and _col6 BETWEEN 150.0 AND 200.0 and (_col15 = 1)))
- Merge Join Operator [MERGEJOIN_71] (rows=23958 width=362)
- Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col0","_col3","_col5","_col6","_col7","_col8","_col9","_col12","_col13","_col15"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=7200 width=107)
- Output:["_col0","_col1"]
- Filter Operator [FIL_66] (rows=7200 width=107)
- predicate:(((hd_dep_count = 3) or (hd_dep_count = 1)) and hd_demo_sk is not null)
- TableScan [TS_9] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_70] (rows=21780 width=362)
- Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col0","_col2","_col3","_col5","_col6","_col7","_col8","_col9","_col12","_col13"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=19800 width=362)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_65] (rows=19800 width=362)
- predicate:(((cd_marital_status = 'M') or (cd_marital_status = 'D') or (cd_marital_status = 'U')) and ((cd_education_status = '4 yr Degree') or (cd_education_status = 'Primary') or (cd_education_status = 'Advanced Degree')) and cd_demo_sk is not null)
- TableScan [TS_6] (rows=19800 width=362)
- default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_69] (rows=1874 width=1911)
- Conds:RS_12._col4=RS_13._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col7","_col8","_col9"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col4
- Select Operator [SEL_2] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
- Filter Operator [FIL_63] (rows=1 width=0)
- predicate:((ss_sales_price BETWEEN 100.0 AND 150.0 or ss_sales_price BETWEEN 50.0 AND 100.0 or ss_sales_price BETWEEN 150.0 AND 200.0) and (ss_net_profit BETWEEN 100 AND 200 or ss_net_profit BETWEEN 150 AND 300 or ss_net_profit BETWEEN 50 AND 250) and ss_store_sk is not null and ss_cdemo_sk is not null and ss_hdemo_sk is not null and ss_addr_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_cdemo_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_quantity","ss_sales_price","ss_ext_sales_price","ss_ext_wholesale_cost","ss_net_profit"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=1704 width=1910)
- Output:["_col0"]
- Filter Operator [FIL_64] (rows=1704 width=1910)
- predicate:s_store_sk is not null
- TableScan [TS_3] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk"]
+ Select Operator [SEL_24] (rows=766650239 width=88)
+ Output:["_col0","_col3","_col5","_col6","_col7","_col8","_col9","_col12","_col13","_col15"]
+ Merge Join Operator [MERGEJOIN_72] (rows=766650239 width=88)
+ Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col1","_col4","_col6","_col7","_col8","_col9","_col10","_col12","_col14","_col15"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=1583 width=204)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_68] (rows=1583 width=204)
+ predicate:(((cd_marital_status = 'M') or (cd_marital_status = 'D') or (cd_marital_status = 'U')) and ((cd_education_status = '4 yr Degree') or (cd_education_status = 'Primary') or (cd_education_status = 'Advanced Degree')) and cd_demo_sk is not null)
+ TableScan [TS_12] (rows=1583 width=204)
+ default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_71] (rows=696954748 width=88)
+ Conds:RS_18._col3=RS_19._col0(Inner),Output:["_col1","_col2","_col4","_col6","_col7","_col8","_col9","_col10","_col12"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=7200 width=107)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_67] (rows=7200 width=107)
+ predicate:(((hd_dep_count = 3) or (hd_dep_count = 1)) and hd_demo_sk is not null)
+ TableScan [TS_9] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_70] (rows=633595212 width=88)
+ Conds:RS_15._col0=RS_16._col4(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col9","_col10"]
+ <-Map 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=1704 width=1910)
+ Output:["_col0"]
+ Filter Operator [FIL_65] (rows=1704 width=1910)
+ predicate:s_store_sk is not null
+ TableScan [TS_3] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col4
+ Select Operator [SEL_8] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
+ Filter Operator [FIL_66] (rows=575995635 width=88)
+ predicate:((ss_sales_price BETWEEN 100.0 AND 150.0 or ss_sales_price BETWEEN 50.0 AND 100.0 or ss_sales_price BETWEEN 150.0 AND 200.0) and (ss_net_profit BETWEEN 100 AND 200 or ss_net_profit BETWEEN 150 AND 300 or ss_net_profit BETWEEN 50 AND 250) and ss_store_sk is not null and ss_cdemo_sk is not null and ss_hdemo_sk is not null and ss_addr_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_6] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_cdemo_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_quantity","ss_sales_price","ss_ext_sales_price","ss_ext_wholesale_cost","ss_net_profit"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query15.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query15.q.out b/ql/src/test/results/clientpositive/perf/query15.q.out
index b537e78..4f4dcc5 100644
--- a/ql/src/test/results/clientpositive/perf/query15.q.out
+++ b/ql/src/test/results/clientpositive/perf/query15.q.out
@@ -17,22 +17,22 @@ Stage-0
Stage-1
Reducer 6
File Output Operator [FS_31]
- Limit [LIM_30] (rows=100 width=860)
+ Limit [LIM_30] (rows=100 width=135)
Number of rows:100
- Select Operator [SEL_29] (rows=53240002 width=860)
+ Select Operator [SEL_29] (rows=174233858 width=135)
Output:["_col0","_col1"]
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_28]
- Group By Operator [GBY_26] (rows=53240002 width=860)
+ Group By Operator [GBY_26] (rows=174233858 width=135)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_25]
PartitionCols:_col0
- Group By Operator [GBY_24] (rows=106480005 width=860)
+ Group By Operator [GBY_24] (rows=348467716 width=135)
Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col7
- Select Operator [SEL_23] (rows=106480005 width=860)
+ Select Operator [SEL_23] (rows=348467716 width=135)
Output:["_col7","_col2"]
- Merge Join Operator [MERGEJOIN_47] (rows=106480005 width=860)
+ Merge Join Operator [MERGEJOIN_47] (rows=348467716 width=135)
Conds:RS_20._col0=RS_21._col0(Inner),Output:["_col2","_col7"]
<-Map 9 [SIMPLE_EDGE]
SHUFFLE [RS_21]
@@ -46,42 +46,42 @@ Stage-0
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_20]
PartitionCols:_col0
- Select Operator [SEL_16] (rows=96800003 width=860)
+ Select Operator [SEL_16] (rows=316788826 width=135)
Output:["_col0","_col2","_col7"]
- Filter Operator [FIL_15] (rows=96800003 width=860)
- predicate:((substr(_col7, 1, 5)) IN ('85669', '86197', '88274', '83405', '86475', '85392', '85460', '80348', '81792') or (_col6) IN ('CA', 'WA', 'GA') or (_col2 > 500))
- Merge Join Operator [MERGEJOIN_46] (rows=96800003 width=860)
- Conds:RS_12._col4=RS_13._col0(Inner),Output:["_col0","_col2","_col6","_col7"]
+ Filter Operator [FIL_15] (rows=316788826 width=135)
+ predicate:((substr(_col4, 1, 5)) IN ('85669', '86197', '88274', '83405', '86475', '85392', '85460', '80348', '81792') or (_col3) IN ('CA', 'WA', 'GA') or (_col7 > 500))
+ Merge Join Operator [MERGEJOIN_46] (rows=316788826 width=135)
+ Conds:RS_12._col0=RS_13._col1(Inner),Output:["_col3","_col4","_col5","_col7"]
<-Map 8 [SIMPLE_EDGE]
SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=40000000 width=1014)
+ PartitionCols:_col1
+ Select Operator [SEL_8] (rows=287989836 width=135)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_43] (rows=40000000 width=1014)
- predicate:ca_address_sk is not null
- TableScan [TS_6] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state","ca_zip"]
+ Filter Operator [FIL_43] (rows=287989836 width=135)
+ predicate:(cs_bill_customer_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_6] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_sales_price"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_12]
- PartitionCols:_col4
+ PartitionCols:_col0
Merge Join Operator [MERGEJOIN_45] (rows=88000001 width=860)
- Conds:RS_9._col1=RS_10._col0(Inner),Output:["_col0","_col2","_col4"]
+ Conds:RS_9._col1=RS_10._col0(Inner),Output:["_col0","_col3","_col4"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:_col1
- Select Operator [SEL_2] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_41] (rows=1 width=0)
- predicate:(cs_bill_customer_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_sales_price"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=80000000 width=860)
+ Select Operator [SEL_2] (rows=80000000 width=860)
Output:["_col0","_col1"]
- Filter Operator [FIL_42] (rows=80000000 width=860)
+ Filter Operator [FIL_41] (rows=80000000 width=860)
predicate:(c_customer_sk is not null and c_current_addr_sk is not null)
- TableScan [TS_3] (rows=80000000 width=860)
+ TableScan [TS_0] (rows=80000000 width=860)
default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=40000000 width=1014)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_42] (rows=40000000 width=1014)
+ predicate:ca_address_sk is not null
+ TableScan [TS_3] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state","ca_zip"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query17.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query17.q.out b/ql/src/test/results/clientpositive/perf/query17.q.out
index 1b5a640..3692a9a 100644
--- a/ql/src/test/results/clientpositive/perf/query17.q.out
+++ b/ql/src/test/results/clientpositive/perf/query17.q.out
@@ -5,141 +5,143 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 11 (SIMPLE_EDGE)
-Reducer 3 <- Map 12 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 13 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 14 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Map 15 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Map 16 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Map 17 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
+Reducer 10 <- Map 14 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 15 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
+Reducer 12 <- Map 16 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 12 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 17 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 9 <- Map 13 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:100
Stage-1
- Reducer 10
+ Reducer 6
File Output Operator [FS_54]
- Limit [LIM_53] (rows=100 width=1436)
+ Limit [LIM_53] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_52] (rows=254100 width=1436)
+ Select Operator [SEL_52] (rows=510205767 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"]
- <-Reducer 9 [SIMPLE_EDGE]
+ <-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_51]
- Select Operator [SEL_49] (rows=254100 width=1436)
+ Select Operator [SEL_50] (rows=510205767 width=88)
Output:["_col0","_col1","_col10","_col11","_col12","_col13","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
- Group By Operator [GBY_48] (rows=254100 width=1436)
+ Group By Operator [GBY_49] (rows=510205767 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"],aggregations:["count(VALUE._col0)","avg(VALUE._col1)","stddev_samp(VALUE._col2)","count(VALUE._col3)","avg(VALUE._col4)","stddev_samp(VALUE._col5)","count(VALUE._col6)","avg(VALUE._col7)","stddev_samp(VALUE._col8)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_47]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_48]
PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_46] (rows=508200 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"],aggregations:["count(_col5)","avg(_col5)","stddev_samp(_col5)","count(_col10)","avg(_col10)","stddev_samp(_col10)","count(_col14)","avg(_col14)","stddev_samp(_col14)"],keys:_col22, _col24, _col25
- Select Operator [SEL_45] (rows=508200 width=1436)
- Output:["_col22","_col24","_col25","_col5","_col10","_col14"]
- Merge Join Operator [MERGEJOIN_104] (rows=508200 width=1436)
- Conds:RS_42._col1=RS_43._col0(Inner),Output:["_col5","_col10","_col14","_col22","_col24","_col25"]
+ Group By Operator [GBY_47] (rows=1020411534 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"],aggregations:["count(_col15)","avg(_col15)","stddev_samp(_col15)","count(_col20)","avg(_col20)","stddev_samp(_col20)","count(_col3)","avg(_col3)","stddev_samp(_col3)"],keys:_col24, _col25, _col7
+ Select Operator [SEL_46] (rows=1020411534 width=88)
+ Output:["_col24","_col25","_col7","_col15","_col20","_col3"]
+ Merge Join Operator [MERGEJOIN_100] (rows=1020411534 width=88)
+ Conds:RS_43._col11=RS_44._col0(Inner),Output:["_col3","_col7","_col15","_col20","_col24","_col25"]
<-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
+ SHUFFLE [RS_44]
PartitionCols:_col0
- Select Operator [SEL_23] (rows=462000 width=1436)
+ Select Operator [SEL_36] (rows=462000 width=1436)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_97] (rows=462000 width=1436)
+ Filter Operator [FIL_93] (rows=462000 width=1436)
predicate:i_item_sk is not null
- TableScan [TS_21] (rows=462000 width=1436)
+ TableScan [TS_34] (rows=462000 width=1436)
default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_103] (rows=53473 width=1119)
- Conds:RS_39._col3=RS_40._col0(Inner),Output:["_col1","_col5","_col10","_col14","_col22"]
- <-Map 16 [SIMPLE_EDGE]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:_col11
+ Merge Join Operator [MERGEJOIN_99] (rows=927646829 width=88)
+ Conds:RS_40._col1, _col2=RS_41._col12, _col11(Inner),Output:["_col3","_col7","_col11","_col15","_col20"]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ PartitionCols:_col12, _col11
+ Select Operator [SEL_33] (rows=843315281 width=88)
+ Output:["_col1","_col11","_col12","_col14","_col5","_col9"]
+ Merge Join Operator [MERGEJOIN_98] (rows=843315281 width=88)
+ Conds:RS_30._col3=RS_31._col0(Inner),Output:["_col1","_col5","_col7","_col8","_col10","_col16"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col0
+ Select Operator [SEL_20] (rows=1704 width=1910)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_92] (rows=1704 width=1910)
+ predicate:s_store_sk is not null
+ TableScan [TS_18] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_97] (rows=766650239 width=88)
+ Conds:RS_27._col6=RS_28._col0(Inner),Output:["_col1","_col3","_col5","_col7","_col8","_col10"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ PartitionCols:_col0
+ Select Operator [SEL_17] (rows=36525 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_91] (rows=36525 width=1119)
+ predicate:((d_quarter_name) IN ('2000Q1', '2000Q2', '2000Q3') and d_date_sk is not null)
+ TableScan [TS_15] (rows=73049 width=1119)
+ default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_quarter_name"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col6
+ Merge Join Operator [MERGEJOIN_96] (rows=696954748 width=88)
+ Conds:RS_24._col0=RS_25._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col8","_col10"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_90] (rows=36524 width=1119)
+ predicate:((d_quarter_name = '2000Q1') and d_date_sk is not null)
+ TableScan [TS_12] (rows=73049 width=1119)
+ default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_quarter_name"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_95] (rows=633595212 width=88)
+ Conds:RS_21._col2, _col1, _col4=RS_22._col2, _col1, _col3(Inner),Output:["_col0","_col1","_col3","_col5","_col6","_col7","_col8","_col10"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col2, _col1, _col3
+ Select Operator [SEL_11] (rows=57591150 width=77)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_89] (rows=57591150 width=77)
+ predicate:(sr_item_sk is not null and sr_customer_sk is not null and sr_ticket_number is not null and sr_returned_date_sk is not null)
+ TableScan [TS_9] (rows=57591150 width=77)
+ default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number","sr_return_quantity"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col2, _col1, _col4
+ Select Operator [SEL_8] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_88] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_customer_sk is not null and ss_ticket_number is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_6] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number","ss_quantity"]
+ <-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_40]
- PartitionCols:_col0
- Select Operator [SEL_20] (rows=1704 width=1910)
- Output:["_col0","_col1"]
- Filter Operator [FIL_96] (rows=1704 width=1910)
- predicate:s_store_sk is not null
- TableScan [TS_18] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_102] (rows=48612 width=1119)
- Conds:RS_36._col11=RS_37._col0(Inner),Output:["_col1","_col3","_col5","_col10","_col14"]
- <-Map 15 [SIMPLE_EDGE]
+ PartitionCols:_col1, _col2
+ Merge Join Operator [MERGEJOIN_94] (rows=316788826 width=135)
+ Conds:RS_37._col0=RS_38._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_37]
PartitionCols:_col0
- Select Operator [SEL_17] (rows=36525 width=1119)
+ Select Operator [SEL_2] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_86] (rows=287989836 width=135)
+ predicate:(cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_0] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_quantity"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=36525 width=1119)
Output:["_col0"]
- Filter Operator [FIL_95] (rows=36525 width=1119)
+ Filter Operator [FIL_87] (rows=36525 width=1119)
predicate:((d_quarter_name) IN ('2000Q1', '2000Q2', '2000Q3') and d_date_sk is not null)
- TableScan [TS_15] (rows=73049 width=1119)
+ TableScan [TS_3] (rows=73049 width=1119)
default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_quarter_name"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_36]
- PartitionCols:_col11
- Merge Join Operator [MERGEJOIN_101] (rows=44193 width=1119)
- Conds:RS_33._col6=RS_34._col0(Inner),Output:["_col1","_col3","_col5","_col10","_col11","_col14"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=36525 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_94] (rows=36525 width=1119)
- predicate:((d_quarter_name) IN ('2000Q1', '2000Q2', '2000Q3') and d_date_sk is not null)
- TableScan [TS_12] (rows=73049 width=1119)
- default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_quarter_name"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
- PartitionCols:_col6
- Merge Join Operator [MERGEJOIN_100] (rows=40176 width=1119)
- Conds:RS_30._col0=RS_31._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col10","_col11","_col14"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_93] (rows=36524 width=1119)
- predicate:((d_quarter_name = '2000Q1') and d_date_sk is not null)
- TableScan [TS_9] (rows=73049 width=1119)
- default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_quarter_name"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_99] (rows=1 width=0)
- Conds:RS_27._col8, _col7=RS_28._col1, _col2(Inner),Output:["_col0","_col1","_col3","_col5","_col6","_col10","_col11","_col14"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col1, _col2
- Select Operator [SEL_8] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_92] (rows=1 width=0)
- predicate:(cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_6] (rows=1 width=0)
- default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_quantity"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col8, _col7
- Merge Join Operator [MERGEJOIN_98] (rows=1 width=0)
- Conds:RS_24._col2, _col1, _col4=RS_25._col2, _col1, _col3(Inner),Output:["_col0","_col1","_col3","_col5","_col6","_col7","_col8","_col10"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col2, _col1, _col4
- Select Operator [SEL_2] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_90] (rows=1 width=0)
- predicate:(ss_item_sk is not null and ss_customer_sk is not null and ss_ticket_number is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number","ss_quantity"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col2, _col1, _col3
- Select Operator [SEL_5] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_91] (rows=1 width=0)
- predicate:(sr_item_sk is not null and sr_customer_sk is not null and sr_ticket_number is not null and sr_returned_date_sk is not null)
- TableScan [TS_3] (rows=1 width=0)
- default@store_returns,store_returns,Tbl:PARTIAL,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number","sr_return_quantity"]
[02/15] hive git commit: HIVE-13542 : Missing stats for tables in
TPCDS performance regression suite (Hari Subramaniyan via Ashutosh Chauhan)
Posted by ha...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query89.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query89.q.out b/ql/src/test/results/clientpositive/perf/query89.q.out
index de91d9b..8e6cc49 100644
--- a/ql/src/test/results/clientpositive/perf/query89.q.out
+++ b/ql/src/test/results/clientpositive/perf/query89.q.out
@@ -68,38 +68,38 @@ Stage-0
Stage-1
Reducer 7
File Output Operator [FS_36]
- Limit [LIM_35] (rows=100 width=1436)
+ Limit [LIM_35] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_34] (rows=51243 width=1436)
+ Select Operator [SEL_34] (rows=127775039 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
<-Reducer 6 [SIMPLE_EDGE]
SHUFFLE [RS_33]
- Select Operator [SEL_30] (rows=51243 width=1436)
+ Select Operator [SEL_30] (rows=127775039 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Filter Operator [FIL_46] (rows=51243 width=1436)
+ Filter Operator [FIL_46] (rows=127775039 width=88)
predicate:(UDFToDouble(CASE WHEN ((avg_window_0 <> 0)) THEN ((abs((_col6 - avg_window_0)) / avg_window_0)) ELSE (null) END) > 0.1)
- Select Operator [SEL_29] (rows=153730 width=1436)
+ Select Operator [SEL_29] (rows=383325119 width=88)
Output:["avg_window_0","_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- PTF Operator [PTF_28] (rows=153730 width=1436)
+ PTF Operator [PTF_28] (rows=383325119 width=88)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col0 ASC NULLS FIRST, _col2 ASC NULLS FIRST, _col3 ASC NULLS FIRST, _col4 ASC NULLS FIRST","partition by:":"_col0, _col2, _col3, _col4"}]
- Select Operator [SEL_27] (rows=153730 width=1436)
+ Select Operator [SEL_27] (rows=383325119 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_26]
PartitionCols:_col0, _col2, _col3, _col4
- Select Operator [SEL_25] (rows=153730 width=1436)
+ Select Operator [SEL_25] (rows=383325119 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Group By Operator [GBY_24] (rows=153730 width=1436)
+ Group By Operator [GBY_24] (rows=383325119 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_23]
PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
- Group By Operator [GBY_22] (rows=307461 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col7)"],keys:_col1, _col2, _col3, _col10, _col12, _col13
- Select Operator [SEL_21] (rows=307461 width=1436)
- Output:["_col1","_col2","_col3","_col10","_col12","_col13","_col7"]
- Merge Join Operator [MERGEJOIN_53] (rows=307461 width=1436)
- Conds:RS_18._col6=RS_19._col0(Inner),Output:["_col1","_col2","_col3","_col7","_col10","_col12","_col13"]
+ Group By Operator [GBY_22] (rows=766650239 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col3)"],keys:_col5, _col6, _col7, _col10, _col12, _col13
+ Select Operator [SEL_21] (rows=766650239 width=88)
+ Output:["_col5","_col6","_col7","_col10","_col12","_col13","_col3"]
+ Merge Join Operator [MERGEJOIN_53] (rows=766650239 width=88)
+ Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col3","_col5","_col6","_col7","_col10","_col12","_col13"]
<-Map 10 [SIMPLE_EDGE]
SHUFFLE [RS_19]
PartitionCols:_col0
@@ -111,9 +111,9 @@ Stage-0
default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_company_name"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_18]
- PartitionCols:_col6
- Merge Join Operator [MERGEJOIN_52] (rows=279510 width=1436)
- Conds:RS_15._col4=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col6","_col7","_col10"]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_52] (rows=696954748 width=88)
+ Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col7","_col10"]
<-Map 9 [SIMPLE_EDGE]
SHUFFLE [RS_16]
PartitionCols:_col0
@@ -125,25 +125,25 @@ Stage-0
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_15]
- PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_51] (rows=254100 width=1436)
- Conds:RS_12._col0=RS_13._col1(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7"]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_51] (rows=633595212 width=88)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col2","_col3","_col5","_col6","_col7"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_12]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=231000 width=1436)
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=575995635 width=88)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_47] (rows=231000 width=1436)
- predicate:(((i_category) IN ('Home', 'Books', 'Electronics') or (i_category) IN ('Shoes', 'Jewelry', 'Men')) and ((i_class) IN ('wallpaper', 'parenting', 'musical') or (i_class) IN ('womens', 'birdal', 'pants')) and (((i_category) IN ('Home', 'Books', 'Electronics') and (i_class) IN ('wallpaper', 'parenting', 'musical')) or ((i_category) IN ('Shoes', 'Jewelry', 'Men') and (i_class) IN ('womens', 'birdal', 'pants'))) and i_item_sk is not null)
- TableScan [TS_0] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_class","i_category"]
+ Filter Operator [FIL_47] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"]
<-Map 8 [SIMPLE_EDGE]
SHUFFLE [RS_13]
- PartitionCols:_col1
- Select Operator [SEL_5] (rows=1 width=0)
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=231000 width=1436)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_48] (rows=1 width=0)
- predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_3] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"]
+ Filter Operator [FIL_48] (rows=231000 width=1436)
+ predicate:(((i_category) IN ('Home', 'Books', 'Electronics') or (i_category) IN ('Shoes', 'Jewelry', 'Men')) and ((i_class) IN ('wallpaper', 'parenting', 'musical') or (i_class) IN ('womens', 'birdal', 'pants')) and (((i_category) IN ('Home', 'Books', 'Electronics') and (i_class) IN ('wallpaper', 'parenting', 'musical')) or ((i_category) IN ('Shoes', 'Jewelry', 'Men') and (i_class) IN ('womens', 'birdal', 'pants'))) and i_item_sk is not null)
+ TableScan [TS_3] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_class","i_category"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query90.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query90.q.out b/ql/src/test/results/clientpositive/perf/query90.q.out
index 62c8df6..eea2a06 100644
--- a/ql/src/test/results/clientpositive/perf/query90.q.out
+++ b/ql/src/test/results/clientpositive/perf/query90.q.out
@@ -41,22 +41,22 @@ Stage-0
SHUFFLE [RS_49]
Group By Operator [GBY_48] (rows=1 width=8)
Output:["_col0"],aggregations:["count()"]
- Merge Join Operator [MERGEJOIN_92] (rows=52272 width=471)
- Conds:RS_44._col2=RS_45._col0(Inner)
+ Merge Join Operator [MERGEJOIN_92] (rows=191667562 width=135)
+ Conds:RS_44._col1=RS_45._col0(Inner)
<-Map 18 [SIMPLE_EDGE]
SHUFFLE [RS_45]
PartitionCols:_col0
- Select Operator [SEL_37] (rows=2301 width=585)
+ Select Operator [SEL_37] (rows=3600 width=107)
Output:["_col0"]
- Filter Operator [FIL_86] (rows=2301 width=585)
- predicate:(wp_char_count BETWEEN 5000 AND 5200 and wp_web_page_sk is not null)
- TableScan [TS_35] (rows=4602 width=585)
- default@web_page,web_page,Tbl:COMPLETE,Col:NONE,Output:["wp_web_page_sk","wp_char_count"]
+ Filter Operator [FIL_86] (rows=3600 width=107)
+ predicate:((hd_dep_count = 8) and hd_demo_sk is not null)
+ TableScan [TS_35] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count"]
<-Reducer 13 [SIMPLE_EDGE]
SHUFFLE [RS_44]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_91] (rows=47520 width=471)
- Conds:RS_41._col0=RS_42._col0(Inner),Output:["_col2"]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_91] (rows=174243235 width=135)
+ Conds:RS_41._col0=RS_42._col0(Inner),Output:["_col1"]
<-Map 17 [SIMPLE_EDGE]
SHUFFLE [RS_42]
PartitionCols:_col0
@@ -69,26 +69,26 @@ Stage-0
<-Reducer 12 [SIMPLE_EDGE]
SHUFFLE [RS_41]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_90] (rows=3960 width=107)
- Conds:RS_38._col1=RS_39._col0(Inner),Output:["_col0","_col2"]
+ Merge Join Operator [MERGEJOIN_90] (rows=158402938 width=135)
+ Conds:RS_38._col2=RS_39._col0(Inner),Output:["_col0","_col1"]
<-Map 11 [SIMPLE_EDGE]
SHUFFLE [RS_38]
- PartitionCols:_col1
- Select Operator [SEL_28] (rows=1 width=0)
+ PartitionCols:_col2
+ Select Operator [SEL_28] (rows=144002668 width=135)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_83] (rows=1 width=0)
+ Filter Operator [FIL_83] (rows=144002668 width=135)
predicate:(ws_ship_hdemo_sk is not null and ws_sold_time_sk is not null and ws_web_page_sk is not null)
- TableScan [TS_26] (rows=1 width=0)
- default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_time_sk","ws_ship_hdemo_sk","ws_web_page_sk"]
+ TableScan [TS_26] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_time_sk","ws_ship_hdemo_sk","ws_web_page_sk"]
<-Map 16 [SIMPLE_EDGE]
SHUFFLE [RS_39]
PartitionCols:_col0
- Select Operator [SEL_31] (rows=3600 width=107)
+ Select Operator [SEL_31] (rows=2301 width=585)
Output:["_col0"]
- Filter Operator [FIL_84] (rows=3600 width=107)
- predicate:((hd_dep_count = 8) and hd_demo_sk is not null)
- TableScan [TS_29] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count"]
+ Filter Operator [FIL_84] (rows=2301 width=585)
+ predicate:(wp_char_count BETWEEN 5000 AND 5200 and wp_web_page_sk is not null)
+ TableScan [TS_29] (rows=4602 width=585)
+ default@web_page,web_page,Tbl:COMPLETE,Col:NONE,Output:["wp_web_page_sk","wp_char_count"]
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_53]
Group By Operator [GBY_24] (rows=1 width=8)
@@ -97,22 +97,22 @@ Stage-0
SHUFFLE [RS_23]
Group By Operator [GBY_22] (rows=1 width=8)
Output:["_col0"],aggregations:["count()"]
- Merge Join Operator [MERGEJOIN_89] (rows=52272 width=471)
- Conds:RS_18._col2=RS_19._col0(Inner)
+ Merge Join Operator [MERGEJOIN_89] (rows=191667562 width=135)
+ Conds:RS_18._col1=RS_19._col0(Inner)
<-Map 10 [SIMPLE_EDGE]
SHUFFLE [RS_19]
PartitionCols:_col0
- Select Operator [SEL_11] (rows=2301 width=585)
+ Select Operator [SEL_11] (rows=3600 width=107)
Output:["_col0"]
- Filter Operator [FIL_82] (rows=2301 width=585)
- predicate:(wp_char_count BETWEEN 5000 AND 5200 and wp_web_page_sk is not null)
- TableScan [TS_9] (rows=4602 width=585)
- default@web_page,web_page,Tbl:COMPLETE,Col:NONE,Output:["wp_web_page_sk","wp_char_count"]
+ Filter Operator [FIL_82] (rows=3600 width=107)
+ predicate:((hd_dep_count = 8) and hd_demo_sk is not null)
+ TableScan [TS_9] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_18]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_88] (rows=47520 width=471)
- Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col2"]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_88] (rows=174243235 width=135)
+ Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1"]
<-Map 9 [SIMPLE_EDGE]
SHUFFLE [RS_16]
PartitionCols:_col0
@@ -125,24 +125,24 @@ Stage-0
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_15]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_87] (rows=3960 width=107)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col2"]
+ Merge Join Operator [MERGEJOIN_87] (rows=158402938 width=135)
+ Conds:RS_12._col2=RS_13._col0(Inner),Output:["_col0","_col1"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_12]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=1 width=0)
+ PartitionCols:_col2
+ Select Operator [SEL_2] (rows=144002668 width=135)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_79] (rows=1 width=0)
+ Filter Operator [FIL_79] (rows=144002668 width=135)
predicate:(ws_ship_hdemo_sk is not null and ws_sold_time_sk is not null and ws_web_page_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_time_sk","ws_ship_hdemo_sk","ws_web_page_sk"]
+ TableScan [TS_0] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_time_sk","ws_ship_hdemo_sk","ws_web_page_sk"]
<-Map 8 [SIMPLE_EDGE]
SHUFFLE [RS_13]
PartitionCols:_col0
- Select Operator [SEL_5] (rows=3600 width=107)
+ Select Operator [SEL_5] (rows=2301 width=585)
Output:["_col0"]
- Filter Operator [FIL_80] (rows=3600 width=107)
- predicate:((hd_dep_count = 8) and hd_demo_sk is not null)
- TableScan [TS_3] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count"]
+ Filter Operator [FIL_80] (rows=2301 width=585)
+ predicate:(wp_char_count BETWEEN 5000 AND 5200 and wp_web_page_sk is not null)
+ TableScan [TS_3] (rows=4602 width=585)
+ default@web_page,web_page,Tbl:COMPLETE,Col:NONE,Output:["wp_web_page_sk","wp_char_count"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query91.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query91.q.out b/ql/src/test/results/clientpositive/perf/query91.q.out
index 4725646..fa9165f 100644
--- a/ql/src/test/results/clientpositive/perf/query91.q.out
+++ b/ql/src/test/results/clientpositive/perf/query91.q.out
@@ -5,124 +5,126 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 10 (SIMPLE_EDGE)
-Reducer 3 <- Map 11 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 12 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 13 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Map 14 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Map 15 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
+Reducer 10 <- Map 12 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 13 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 11 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 14 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Map 15 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
- Reducer 9
- File Output Operator [FS_46]
- Select Operator [SEL_45] (rows=58564004 width=860)
+ Reducer 7
+ File Output Operator [FS_47]
+ Select Operator [SEL_46] (rows=58564004 width=860)
Output:["_col0","_col1","_col2","_col3"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_44]
- Select Operator [SEL_43] (rows=58564004 width=860)
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_45]
+ Select Operator [SEL_44] (rows=58564004 width=860)
Output:["_col0","_col1","_col2","_col3"]
- Group By Operator [GBY_42] (rows=58564004 width=860)
+ Group By Operator [GBY_43] (rows=58564004 width=860)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_41]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_40] (rows=117128008 width=860)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col7)"],keys:_col1, _col2, _col3, _col18, _col19
- Select Operator [SEL_39] (rows=117128008 width=860)
- Output:["_col1","_col2","_col3","_col18","_col19","_col7"]
- Merge Join Operator [MERGEJOIN_86] (rows=117128008 width=860)
- Conds:RS_36._col13=RS_37._col0(Inner),Output:["_col1","_col2","_col3","_col7","_col18","_col19"]
+ Group By Operator [GBY_41] (rows=117128008 width=860)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col9)"],keys:_col14, _col15, _col16, _col20, _col21
+ Select Operator [SEL_40] (rows=117128008 width=860)
+ Output:["_col14","_col15","_col16","_col20","_col21","_col9"]
+ Merge Join Operator [MERGEJOIN_85] (rows=117128008 width=860)
+ Conds:RS_37._col1=RS_38._col0(Inner),Output:["_col9","_col14","_col15","_col16","_col20","_col21"]
<-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_37]
+ SHUFFLE [RS_38]
PartitionCols:_col0
- Select Operator [SEL_20] (rows=3600 width=107)
- Output:["_col0"]
- Filter Operator [FIL_80] (rows=3600 width=107)
- predicate:((hd_buy_potential like '0-500%') and hd_demo_sk is not null)
- TableScan [TS_18] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_36]
- PartitionCols:_col13
- Merge Join Operator [MERGEJOIN_85] (rows=106480005 width=860)
- Conds:RS_33._col12=RS_34._col0(Inner),Output:["_col1","_col2","_col3","_col7","_col13","_col18","_col19"]
+ Select Operator [SEL_27] (rows=790 width=204)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_79] (rows=790 width=204)
+ predicate:(((cd_marital_status = 'M') or (cd_marital_status = 'W')) and ((cd_education_status = 'Unknown') or (cd_education_status = 'Advanced Degree')) and (((cd_marital_status = 'M') and (cd_education_status = 'Unknown')) or ((cd_marital_status = 'W') and (cd_education_status = 'Advanced Degree'))) and cd_demo_sk is not null)
+ TableScan [TS_25] (rows=1583 width=204)
+ default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_37]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_84] (rows=106480005 width=860)
+ Conds:RS_34._col2=RS_35._col0(Inner),Output:["_col1","_col9","_col14","_col15","_col16"]
<-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
+ SHUFFLE [RS_35]
PartitionCols:_col0
- Select Operator [SEL_17] (rows=9900 width=362)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_79] (rows=9900 width=362)
- predicate:(((cd_marital_status = 'M') or (cd_marital_status = 'W')) and ((cd_education_status = 'Unknown') or (cd_education_status = 'Advanced Degree')) and (((cd_marital_status = 'M') and (cd_education_status = 'Unknown')) or ((cd_marital_status = 'W') and (cd_education_status = 'Advanced Degree'))) and cd_demo_sk is not null)
- TableScan [TS_15] (rows=19800 width=362)
- default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
- PartitionCols:_col12
- Merge Join Operator [MERGEJOIN_84] (rows=96800003 width=860)
- Conds:RS_30._col14=RS_31._col0(Inner),Output:["_col1","_col2","_col3","_col7","_col12","_col13"]
- <-Map 13 [SIMPLE_EDGE]
+ Select Operator [SEL_24] (rows=3600 width=107)
+ Output:["_col0"]
+ Filter Operator [FIL_78] (rows=3600 width=107)
+ predicate:((hd_buy_potential like '0-500%') and hd_demo_sk is not null)
+ TableScan [TS_22] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_83] (rows=96800003 width=860)
+ Conds:RS_31._col0=RS_32._col1(Inner),Output:["_col1","_col2","_col9","_col14","_col15","_col16"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ PartitionCols:_col1
+ Select Operator [SEL_21] (rows=34846646 width=106)
+ Output:["_col1","_col10","_col3","_col8","_col9"]
+ Merge Join Operator [MERGEJOIN_82] (rows=34846646 width=106)
+ Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col1","_col3","_col8","_col9","_col10"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=60 width=2045)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_77] (rows=60 width=2045)
+ predicate:cc_call_center_sk is not null
+ TableScan [TS_12] (rows=60 width=2045)
+ default@call_center,call_center,Tbl:COMPLETE,Col:NONE,Output:["cc_call_center_sk","cc_call_center_id","cc_name","cc_manager"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_81] (rows=31678769 width=106)
+ Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_76] (rows=18262 width=1119)
+ predicate:((d_year = 1999) and (d_moy = 11) and d_date_sk is not null)
+ TableScan [TS_9] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=28798881 width=106)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_75] (rows=28798881 width=106)
+ predicate:(cr_call_center_sk is not null and cr_returned_date_sk is not null and cr_returning_customer_sk is not null)
+ TableScan [TS_6] (rows=28798881 width=106)
+ default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_returning_customer_sk","cr_call_center_sk","cr_net_loss"]
+ <-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_31]
PartitionCols:_col0
- Select Operator [SEL_14] (rows=20000000 width=1014)
- Output:["_col0"]
- Filter Operator [FIL_78] (rows=20000000 width=1014)
- predicate:((ca_gmt_offset = -7) and ca_address_sk is not null)
- TableScan [TS_12] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col14
- Merge Join Operator [MERGEJOIN_83] (rows=88000001 width=860)
- Conds:RS_27._col5=RS_28._col0(Inner),Output:["_col1","_col2","_col3","_col7","_col12","_col13","_col14"]
- <-Map 12 [SIMPLE_EDGE]
+ Merge Join Operator [MERGEJOIN_80] (rows=88000001 width=860)
+ Conds:RS_28._col3=RS_29._col0(Inner),Output:["_col0","_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_28]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=80000000 width=860)
+ PartitionCols:_col3
+ Select Operator [SEL_2] (rows=80000000 width=860)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_77] (rows=80000000 width=860)
+ Filter Operator [FIL_73] (rows=80000000 width=860)
predicate:(c_customer_sk is not null and c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_current_hdemo_sk is not null)
- TableScan [TS_9] (rows=80000000 width=860)
+ TableScan [TS_0] (rows=80000000 width=860)
default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_hdemo_sk","c_current_addr_sk"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col5
- Merge Join Operator [MERGEJOIN_82] (rows=20088 width=1119)
- Conds:RS_24._col4=RS_25._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col7"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_76] (rows=18262 width=1119)
- predicate:((d_year = 1999) and (d_moy = 11) and d_date_sk is not null)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_81] (rows=66 width=2045)
- Conds:RS_21._col0=RS_22._col2(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col7"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=60 width=2045)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_74] (rows=60 width=2045)
- predicate:cc_call_center_sk is not null
- TableScan [TS_0] (rows=60 width=2045)
- default@call_center,call_center,Tbl:COMPLETE,Col:NONE,Output:["cc_call_center_sk","cc_call_center_id","cc_name","cc_manager"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col2
- Select Operator [SEL_5] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_75] (rows=1 width=0)
- predicate:(cr_call_center_sk is not null and cr_returned_date_sk is not null and cr_returning_customer_sk is not null)
- TableScan [TS_3] (rows=1 width=0)
- default@catalog_returns,catalog_returns,Tbl:PARTIAL,Col:NONE,Output:["cr_returned_date_sk","cr_returning_customer_sk","cr_call_center_sk","cr_net_loss"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=20000000 width=1014)
+ Output:["_col0"]
+ Filter Operator [FIL_74] (rows=20000000 width=1014)
+ predicate:((ca_gmt_offset = -7) and ca_address_sk is not null)
+ TableScan [TS_3] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query92.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query92.q.out b/ql/src/test/results/clientpositive/perf/query92.q.out
index 3a1d03d..f8186f5 100644
--- a/ql/src/test/results/clientpositive/perf/query92.q.out
+++ b/ql/src/test/results/clientpositive/perf/query92.q.out
@@ -24,33 +24,33 @@ Stage-0
SHUFFLE [RS_34]
Group By Operator [GBY_33] (rows=1 width=24)
Output:["_col0","_col1","_col2"],aggregations:["sum(_col0)","sum(_col1)","sum(_col2)"]
- Select Operator [SEL_31] (rows=4909 width=1119)
+ Select Operator [SEL_31] (rows=348477374 width=88)
Output:["_col0","_col1","_col2"]
- Merge Join Operator [MERGEJOIN_48] (rows=4909 width=1119)
+ Merge Join Operator [MERGEJOIN_48] (rows=348477374 width=88)
Conds:RS_28._col0, _col1=RS_29._col0, _col1(Outer),Output:["_col0","_col2"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_28]
PartitionCols:_col0, _col1
- Select Operator [SEL_13] (rows=4463 width=1119)
+ Select Operator [SEL_13] (rows=316797606 width=88)
Output:["_col0","_col1"]
- Group By Operator [GBY_12] (rows=4463 width=1119)
+ Group By Operator [GBY_12] (rows=316797606 width=88)
Output:["_col0","_col1"],keys:KEY._col0, KEY._col1
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_11]
PartitionCols:_col0, _col1
- Group By Operator [GBY_10] (rows=8927 width=1119)
+ Group By Operator [GBY_10] (rows=633595212 width=88)
Output:["_col0","_col1"],keys:_col1, _col2
- Merge Join Operator [MERGEJOIN_46] (rows=8927 width=1119)
+ Merge Join Operator [MERGEJOIN_46] (rows=633595212 width=88)
Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_6]
PartitionCols:_col0
- Select Operator [SEL_2] (rows=1 width=0)
+ Select Operator [SEL_2] (rows=575995635 width=88)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_42] (rows=1 width=0)
+ Filter Operator [FIL_42] (rows=575995635 width=88)
predicate:ss_sold_date_sk is not null
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,ss,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk"]
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,ss,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk"]
<-Map 6 [SIMPLE_EDGE]
SHUFFLE [RS_7]
PartitionCols:_col0
@@ -63,14 +63,14 @@ Stage-0
<-Reducer 9 [SIMPLE_EDGE]
SHUFFLE [RS_29]
PartitionCols:_col0, _col1
- Group By Operator [GBY_26] (rows=4463 width=1119)
+ Group By Operator [GBY_26] (rows=158394413 width=135)
Output:["_col0","_col1"],keys:KEY._col0, KEY._col1
<-Reducer 8 [SIMPLE_EDGE]
SHUFFLE [RS_25]
PartitionCols:_col0, _col1
- Group By Operator [GBY_24] (rows=8927 width=1119)
+ Group By Operator [GBY_24] (rows=316788826 width=135)
Output:["_col0","_col1"],keys:_col1, _col2
- Merge Join Operator [MERGEJOIN_47] (rows=8927 width=1119)
+ Merge Join Operator [MERGEJOIN_47] (rows=316788826 width=135)
Conds:RS_20._col0=RS_21._col0(Inner),Output:["_col1","_col2"]
<-Map 10 [SIMPLE_EDGE]
SHUFFLE [RS_21]
@@ -84,10 +84,10 @@ Stage-0
<-Map 7 [SIMPLE_EDGE]
SHUFFLE [RS_20]
PartitionCols:_col0
- Select Operator [SEL_16] (rows=1 width=0)
+ Select Operator [SEL_16] (rows=287989836 width=135)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_44] (rows=1 width=0)
+ Filter Operator [FIL_44] (rows=287989836 width=135)
predicate:cs_sold_date_sk is not null
- TableScan [TS_14] (rows=1 width=0)
- default@catalog_sales,cs,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk"]
+ TableScan [TS_14] (rows=287989836 width=135)
+ default@catalog_sales,cs,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query93.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query93.q.out b/ql/src/test/results/clientpositive/perf/query93.q.out
index 87d6c26..f28ba41 100644
--- a/ql/src/test/results/clientpositive/perf/query93.q.out
+++ b/ql/src/test/results/clientpositive/perf/query93.q.out
@@ -16,53 +16,53 @@ Stage-0
Stage-1
Reducer 5
File Output Operator [FS_24]
- Limit [LIM_23] (rows=19 width=203)
+ Limit [LIM_23] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_22] (rows=19 width=203)
+ Select Operator [SEL_22] (rows=316797606 width=88)
Output:["_col0","_col1"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_21]
- Group By Operator [GBY_19] (rows=19 width=203)
+ Group By Operator [GBY_19] (rows=316797606 width=88)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_18]
PartitionCols:_col0
- Group By Operator [GBY_17] (rows=39 width=203)
+ Group By Operator [GBY_17] (rows=633595212 width=88)
Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
- Select Operator [SEL_15] (rows=39 width=203)
+ Select Operator [SEL_15] (rows=633595212 width=88)
Output:["_col0","_col1"]
- Merge Join Operator [MERGEJOIN_34] (rows=39 width=203)
- Conds:RS_12._col6=RS_13._col0(Inner),Output:["_col1","_col3","_col4","_col8"]
+ Merge Join Operator [MERGEJOIN_34] (rows=633595212 width=88)
+ Conds:RS_12._col0, _col2=RS_13._col0, _col2(Inner),Output:["_col3","_col7","_col9","_col10"]
<-Map 7 [SIMPLE_EDGE]
SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=36 width=200)
- Output:["_col0"]
- Filter Operator [FIL_32] (rows=36 width=200)
- predicate:((r_reason_desc = 'Did not like the warranty') and r_reason_sk is not null)
- TableScan [TS_6] (rows=72 width=200)
- default@reason,reason,Tbl:COMPLETE,Col:NONE,Output:["r_reason_sk","r_reason_desc"]
+ PartitionCols:_col0, _col2
+ Select Operator [SEL_8] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_32] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_ticket_number is not null)
+ TableScan [TS_6] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_item_sk","ss_customer_sk","ss_ticket_number","ss_quantity","ss_sales_price"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_12]
- PartitionCols:_col6
- Merge Join Operator [MERGEJOIN_33] (rows=1 width=0)
- Conds:RS_9._col0, _col2=RS_10._col0, _col2(Inner),Output:["_col1","_col3","_col4","_col6","_col8"]
+ PartitionCols:_col0, _col2
+ Merge Join Operator [MERGEJOIN_33] (rows=63350266 width=77)
+ Conds:RS_9._col1=RS_10._col0(Inner),Output:["_col0","_col2","_col3"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_9]
- PartitionCols:_col0, _col2
- Select Operator [SEL_2] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_30] (rows=1 width=0)
- predicate:(ss_item_sk is not null and ss_ticket_number is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_item_sk","ss_customer_sk","ss_ticket_number","ss_quantity","ss_sales_price"]
- <-Map 6 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
- PartitionCols:_col0, _col2
- Select Operator [SEL_5] (rows=1 width=0)
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=57591150 width=77)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_31] (rows=1 width=0)
+ Filter Operator [FIL_30] (rows=57591150 width=77)
predicate:(sr_reason_sk is not null and sr_item_sk is not null and sr_ticket_number is not null)
- TableScan [TS_3] (rows=1 width=0)
- default@store_returns,store_returns,Tbl:PARTIAL,Col:NONE,Output:["sr_item_sk","sr_reason_sk","sr_ticket_number","sr_return_quantity"]
+ TableScan [TS_0] (rows=57591150 width=77)
+ default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_reason_sk","sr_ticket_number","sr_return_quantity"]
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=36 width=200)
+ Output:["_col0"]
+ Filter Operator [FIL_31] (rows=36 width=200)
+ predicate:((r_reason_desc = 'Did not like the warranty') and r_reason_sk is not null)
+ TableScan [TS_3] (rows=72 width=200)
+ default@reason,reason,Tbl:COMPLETE,Col:NONE,Output:["r_reason_sk","r_reason_desc"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query94.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query94.q.out b/ql/src/test/results/clientpositive/perf/query94.q.out
index 8ac8cc2..95d4981 100644
--- a/ql/src/test/results/clientpositive/perf/query94.q.out
+++ b/ql/src/test/results/clientpositive/perf/query94.q.out
@@ -18,113 +18,113 @@ Stage-0
limit:100
Stage-1
Reducer 7
- File Output Operator [FS_50]
- Limit [LIM_49] (rows=1 width=344)
+ File Output Operator [FS_51]
+ Limit [LIM_50] (rows=1 width=344)
Number of rows:100
- Group By Operator [GBY_47] (rows=1 width=344)
+ Group By Operator [GBY_48] (rows=1 width=344)
Output:["_col0","_col1","_col2"],aggregations:["count(DISTINCT KEY._col0:0._col0)","sum(VALUE._col1)","sum(VALUE._col2)"]
<-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_46]
- Group By Operator [GBY_45] (rows=14641000 width=1014)
+ SHUFFLE [RS_47]
+ Group By Operator [GBY_46] (rows=127554770 width=135)
Output:["_col0","_col1","_col2","_col3"],aggregations:["count(DISTINCT _col3)","sum(_col4)","sum(_col5)"],keys:_col3
- Select Operator [SEL_44] (rows=14641000 width=1014)
+ Select Operator [SEL_45] (rows=127554770 width=135)
Output:["_col3","_col4","_col5"]
- Filter Operator [FIL_43] (rows=14641000 width=1014)
+ Filter Operator [FIL_44] (rows=127554770 width=135)
predicate:_col12 is null
- Merge Join Operator [MERGEJOIN_84] (rows=29282000 width=1014)
+ Merge Join Operator [MERGEJOIN_85] (rows=255109540 width=135)
Conds:RS_40._col3=RS_41._col0(Left Outer),Output:["_col3","_col4","_col5","_col12"]
<-Map 14 [SIMPLE_EDGE]
SHUFFLE [RS_41]
PartitionCols:_col0
- Select Operator [SEL_25] (rows=1 width=0)
+ Select Operator [SEL_25] (rows=14398467 width=92)
Output:["_col0"]
- Filter Operator [FIL_78] (rows=1 width=0)
+ Filter Operator [FIL_79] (rows=14398467 width=92)
predicate:wr_order_number is not null
- TableScan [TS_23] (rows=1 width=0)
- default@web_returns,wr1,Tbl:PARTIAL,Col:NONE,Output:["wr_order_number"]
+ TableScan [TS_23] (rows=14398467 width=92)
+ default@web_returns,wr1,Tbl:COMPLETE,Col:NONE,Output:["wr_order_number"]
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_40]
PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_83] (rows=26620000 width=1014)
- Conds:RS_37._col0=RS_38._col0(Inner),Output:["_col3","_col4","_col5"]
+ Merge Join Operator [MERGEJOIN_84] (rows=231917759 width=135)
+ Conds:RS_37._col2=RS_38._col0(Inner),Output:["_col3","_col4","_col5"]
<-Map 13 [SIMPLE_EDGE]
SHUFFLE [RS_38]
PartitionCols:_col0
- Select Operator [SEL_22] (rows=36524 width=1119)
+ Select Operator [SEL_22] (rows=42 width=1850)
Output:["_col0"]
- Filter Operator [FIL_77] (rows=36524 width=1119)
- predicate:(d_date BETWEEN '1999-05-01' AND '1999-07-01' and d_date_sk is not null)
- TableScan [TS_20] (rows=73049 width=1119)
- default@date_dim,d,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ Filter Operator [FIL_78] (rows=42 width=1850)
+ predicate:((web_company_name = 'pri') and web_site_sk is not null)
+ TableScan [TS_20] (rows=84 width=1850)
+ default@web_site,s,Tbl:COMPLETE,Col:NONE,Output:["web_site_sk","web_company_name"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_37]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_82] (rows=24200000 width=1014)
- Conds:RS_34._col2=RS_35._col0(Inner),Output:["_col0","_col3","_col4","_col5"]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_83] (rows=210834322 width=135)
+ Conds:RS_34._col1=RS_35._col0(Inner),Output:["_col2","_col3","_col4","_col5"]
<-Map 12 [SIMPLE_EDGE]
SHUFFLE [RS_35]
PartitionCols:_col0
- Select Operator [SEL_19] (rows=42 width=1850)
+ Select Operator [SEL_19] (rows=20000000 width=1014)
Output:["_col0"]
- Filter Operator [FIL_76] (rows=42 width=1850)
- predicate:((web_company_name = 'pri') and web_site_sk is not null)
- TableScan [TS_17] (rows=84 width=1850)
- default@web_site,s,Tbl:COMPLETE,Col:NONE,Output:["web_site_sk","web_company_name"]
+ Filter Operator [FIL_77] (rows=20000000 width=1014)
+ predicate:((ca_state = 'TX') and ca_address_sk is not null)
+ TableScan [TS_17] (rows=40000000 width=1014)
+ default@customer_address,ca,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_34]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_81] (rows=22000000 width=1014)
- Conds:RS_31._col1=RS_32._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_82] (rows=191667562 width=135)
+ Conds:RS_31._col0=RS_32._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"]
<-Map 11 [SIMPLE_EDGE]
SHUFFLE [RS_32]
PartitionCols:_col0
- Select Operator [SEL_16] (rows=20000000 width=1014)
+ Select Operator [SEL_16] (rows=36524 width=1119)
Output:["_col0"]
- Filter Operator [FIL_75] (rows=20000000 width=1014)
- predicate:((ca_state = 'TX') and ca_address_sk is not null)
- TableScan [TS_14] (rows=40000000 width=1014)
- default@customer_address,ca,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"]
+ Filter Operator [FIL_76] (rows=36524 width=1119)
+ predicate:(d_date BETWEEN '1999-05-01' AND '1999-07-01' and d_date_sk is not null)
+ TableScan [TS_14] (rows=73049 width=1119)
+ default@date_dim,d,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_31]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_80] (rows=1 width=0)
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_81] (rows=174243235 width=135)
Conds:RS_28._col3=RS_29._col0(Left Semi),Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_28]
PartitionCols:_col3
- Select Operator [SEL_2] (rows=1 width=0)
+ Select Operator [SEL_2] (rows=144002668 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_72] (rows=1 width=0)
+ Filter Operator [FIL_73] (rows=144002668 width=135)
predicate:(ws_ship_addr_sk is not null and ws_web_site_sk is not null and ws_ship_date_sk is not null and ws_order_number is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@web_sales,ws1,Tbl:PARTIAL,Col:NONE,Output:["ws_ship_date_sk","ws_ship_addr_sk","ws_web_site_sk","ws_order_number","ws_ext_ship_cost","ws_net_profit"]
+ TableScan [TS_0] (rows=144002668 width=135)
+ default@web_sales,ws1,Tbl:COMPLETE,Col:NONE,Output:["ws_ship_date_sk","ws_ship_addr_sk","ws_web_site_sk","ws_order_number","ws_ext_ship_cost","ws_net_profit"]
<-Reducer 9 [SIMPLE_EDGE]
SHUFFLE [RS_29]
PartitionCols:_col0
- Group By Operator [GBY_27] (rows=1 width=0)
+ Group By Operator [GBY_27] (rows=158402938 width=135)
Output:["_col0"],keys:_col0
- Select Operator [SEL_13] (rows=1 width=0)
+ Select Operator [SEL_13] (rows=158402938 width=135)
Output:["_col0"]
- Filter Operator [FIL_12] (rows=1 width=0)
+ Filter Operator [FIL_12] (rows=158402938 width=135)
predicate:(_col0 <> _col2)
- Merge Join Operator [MERGEJOIN_79] (rows=1 width=0)
+ Merge Join Operator [MERGEJOIN_80] (rows=158402938 width=135)
Conds:RS_9._col1=RS_10._col1(Inner),Output:["_col0","_col1","_col2"]
<-Map 10 [SIMPLE_EDGE]
SHUFFLE [RS_10]
PartitionCols:_col1
- Select Operator [SEL_8] (rows=1 width=0)
+ Select Operator [SEL_8] (rows=144002668 width=135)
Output:["_col0","_col1"]
- Filter Operator [FIL_74] (rows=1 width=0)
+ Filter Operator [FIL_75] (rows=144002668 width=135)
predicate:ws_order_number is not null
- TableScan [TS_6] (rows=1 width=0)
- default@web_sales,ws1,Tbl:PARTIAL,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"]
+ TableScan [TS_6] (rows=144002668 width=135)
+ default@web_sales,ws1,Tbl:COMPLETE,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"]
<-Map 8 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:_col1
- Select Operator [SEL_5] (rows=1 width=0)
+ Select Operator [SEL_5] (rows=144002668 width=135)
Output:["_col0","_col1"]
- Filter Operator [FIL_73] (rows=1 width=0)
+ Filter Operator [FIL_74] (rows=144002668 width=135)
predicate:ws_order_number is not null
- TableScan [TS_3] (rows=1 width=0)
- default@web_sales,ws1,Tbl:PARTIAL,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"]
+ TableScan [TS_3] (rows=144002668 width=135)
+ default@web_sales,ws1,Tbl:COMPLETE,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query95.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query95.q.out b/ql/src/test/results/clientpositive/perf/query95.q.out
index 534e910..4af7e29 100644
--- a/ql/src/test/results/clientpositive/perf/query95.q.out
+++ b/ql/src/test/results/clientpositive/perf/query95.q.out
@@ -5,9 +5,9 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 11 <- Map 10 (SIMPLE_EDGE), Reducer 13 (SIMPLE_EDGE)
-Reducer 13 <- Map 12 (SIMPLE_EDGE), Map 14 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+Reducer 11 <- Map 10 (SIMPLE_EDGE), Map 13 (SIMPLE_EDGE)
+Reducer 12 <- Map 14 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
Reducer 3 <- Map 15 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
Reducer 4 <- Map 16 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
Reducer 5 <- Map 17 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
@@ -24,131 +24,133 @@ Stage-0
Output:["_col0","_col1","_col2"],aggregations:["count(DISTINCT KEY._col0:0._col0)","sum(VALUE._col1)","sum(VALUE._col2)"]
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_60]
- Group By Operator [GBY_59] (rows=26620000 width=1014)
+ Group By Operator [GBY_59] (rows=510219083 width=135)
Output:["_col0","_col1","_col2","_col3"],aggregations:["count(DISTINCT _col3)","sum(_col4)","sum(_col5)"],keys:_col3
- Merge Join Operator [MERGEJOIN_122] (rows=26620000 width=1014)
- Conds:RS_55._col0=RS_56._col0(Inner),Output:["_col3","_col4","_col5"]
+ Merge Join Operator [MERGEJOIN_122] (rows=510219083 width=135)
+ Conds:RS_55._col2=RS_56._col0(Inner),Output:["_col3","_col4","_col5"]
<-Map 17 [SIMPLE_EDGE]
SHUFFLE [RS_56]
PartitionCols:_col0
- Select Operator [SEL_40] (rows=36524 width=1119)
+ Select Operator [SEL_40] (rows=42 width=1850)
Output:["_col0"]
- Filter Operator [FIL_115] (rows=36524 width=1119)
- predicate:(d_date BETWEEN '2002-05-01' AND '2002-06-30' and d_date_sk is not null)
- TableScan [TS_38] (rows=73049 width=1119)
- default@date_dim,d,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ Filter Operator [FIL_115] (rows=42 width=1850)
+ predicate:((web_company_name = 'pri') and web_site_sk is not null)
+ TableScan [TS_38] (rows=84 width=1850)
+ default@web_site,s,Tbl:COMPLETE,Col:NONE,Output:["web_site_sk","web_company_name"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_55]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_121] (rows=24200000 width=1014)
- Conds:RS_52._col2=RS_53._col0(Inner),Output:["_col0","_col3","_col4","_col5"]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_121] (rows=463835520 width=135)
+ Conds:RS_52._col1=RS_53._col0(Inner),Output:["_col2","_col3","_col4","_col5"]
<-Map 16 [SIMPLE_EDGE]
SHUFFLE [RS_53]
PartitionCols:_col0
- Select Operator [SEL_37] (rows=42 width=1850)
+ Select Operator [SEL_37] (rows=20000000 width=1014)
Output:["_col0"]
- Filter Operator [FIL_114] (rows=42 width=1850)
- predicate:((web_company_name = 'pri') and web_site_sk is not null)
- TableScan [TS_35] (rows=84 width=1850)
- default@web_site,s,Tbl:COMPLETE,Col:NONE,Output:["web_site_sk","web_company_name"]
+ Filter Operator [FIL_114] (rows=20000000 width=1014)
+ predicate:((ca_state = 'GA') and ca_address_sk is not null)
+ TableScan [TS_35] (rows=40000000 width=1014)
+ default@customer_address,ca,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_52]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_120] (rows=22000000 width=1014)
- Conds:RS_49._col1=RS_50._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_120] (rows=421668646 width=135)
+ Conds:RS_49._col0=RS_50._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"]
<-Map 15 [SIMPLE_EDGE]
SHUFFLE [RS_50]
PartitionCols:_col0
- Select Operator [SEL_34] (rows=20000000 width=1014)
+ Select Operator [SEL_34] (rows=36524 width=1119)
Output:["_col0"]
- Filter Operator [FIL_113] (rows=20000000 width=1014)
- predicate:((ca_state = 'GA') and ca_address_sk is not null)
- TableScan [TS_32] (rows=40000000 width=1014)
- default@customer_address,ca,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"]
+ Filter Operator [FIL_113] (rows=36524 width=1119)
+ predicate:(d_date BETWEEN '2002-05-01' AND '2002-06-30' and d_date_sk is not null)
+ TableScan [TS_32] (rows=73049 width=1119)
+ default@date_dim,d,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_49]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_119] (rows=2 width=0)
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_119] (rows=383335125 width=135)
Conds:RS_45._col3=RS_46._col0(Left Semi),RS_45._col3=RS_47._col0(Left Semi),Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_45]
PartitionCols:_col3
- Select Operator [SEL_2] (rows=1 width=0)
+ Select Operator [SEL_2] (rows=144002668 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_107] (rows=1 width=0)
+ Filter Operator [FIL_107] (rows=144002668 width=135)
predicate:(ws_ship_addr_sk is not null and ws_web_site_sk is not null and ws_ship_date_sk is not null and ws_order_number is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@web_sales,ws1,Tbl:PARTIAL,Col:NONE,Output:["ws_ship_date_sk","ws_ship_addr_sk","ws_web_site_sk","ws_order_number","ws_ext_ship_cost","ws_net_profit"]
- <-Reducer 11 [SIMPLE_EDGE]
+ TableScan [TS_0] (rows=144002668 width=135)
+ default@web_sales,ws1,Tbl:COMPLETE,Col:NONE,Output:["ws_ship_date_sk","ws_ship_addr_sk","ws_web_site_sk","ws_order_number","ws_ext_ship_cost","ws_net_profit"]
+ <-Reducer 12 [SIMPLE_EDGE]
SHUFFLE [RS_47]
PartitionCols:_col0
- Group By Operator [GBY_44] (rows=1 width=0)
+ Group By Operator [GBY_44] (rows=174243235 width=135)
Output:["_col0"],keys:_col0
- Merge Join Operator [MERGEJOIN_118] (rows=1 width=0)
- Conds:RS_28._col0=RS_29._col0(Inner),Output:["_col0"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col0
- Select Operator [SEL_16] (rows=1 width=0)
- Output:["_col0"]
- Filter Operator [FIL_110] (rows=1 width=0)
- predicate:wr_order_number is not null
- TableScan [TS_14] (rows=1 width=0)
- default@web_returns,wr,Tbl:PARTIAL,Col:NONE,Output:["wr_order_number"]
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col0
- Select Operator [SEL_27] (rows=1 width=0)
- Output:["_col0"]
- Filter Operator [FIL_26] (rows=1 width=0)
- predicate:(_col0 <> _col2)
- Merge Join Operator [MERGEJOIN_117] (rows=1 width=0)
- Conds:RS_23._col1=RS_24._col1(Inner),Output:["_col0","_col1","_col2"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_23]
- PartitionCols:_col1
- Select Operator [SEL_19] (rows=1 width=0)
- Output:["_col0","_col1"]
- Filter Operator [FIL_111] (rows=1 width=0)
- predicate:ws_order_number is not null
- TableScan [TS_17] (rows=1 width=0)
- default@web_sales,ws1,Tbl:PARTIAL,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col1
- Select Operator [SEL_22] (rows=1 width=0)
- Output:["_col0","_col1"]
- Filter Operator [FIL_112] (rows=1 width=0)
- predicate:ws_order_number is not null
- TableScan [TS_20] (rows=1 width=0)
- default@web_sales,ws1,Tbl:PARTIAL,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"]
+ Select Operator [SEL_31] (rows=174243235 width=135)
+ Output:["_col0"]
+ Merge Join Operator [MERGEJOIN_118] (rows=174243235 width=135)
+ Conds:RS_28._col0=RS_29._col0(Inner),Output:["_col1"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col0
+ Select Operator [SEL_27] (rows=14398467 width=92)
+ Output:["_col0"]
+ Filter Operator [FIL_112] (rows=14398467 width=92)
+ predicate:wr_order_number is not null
+ TableScan [TS_25] (rows=14398467 width=92)
+ default@web_returns,wr,Tbl:COMPLETE,Col:NONE,Output:["wr_order_number"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ PartitionCols:_col0
+ Select Operator [SEL_24] (rows=158402938 width=135)
+ Output:["_col0"]
+ Filter Operator [FIL_23] (rows=158402938 width=135)
+ predicate:(_col0 <> _col2)
+ Merge Join Operator [MERGEJOIN_117] (rows=158402938 width=135)
+ Conds:RS_20._col1=RS_21._col1(Inner),Output:["_col0","_col1","_col2"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_20]
+ PartitionCols:_col1
+ Select Operator [SEL_16] (rows=144002668 width=135)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_110] (rows=144002668 width=135)
+ predicate:ws_order_number is not null
+ TableScan [TS_14] (rows=144002668 width=135)
+ default@web_sales,ws1,Tbl:COMPLETE,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col1
+ Select Operator [SEL_19] (rows=144002668 width=135)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_111] (rows=144002668 width=135)
+ predicate:ws_order_number is not null
+ TableScan [TS_17] (rows=144002668 width=135)
+ default@web_sales,ws1,Tbl:COMPLETE,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"]
<-Reducer 8 [SIMPLE_EDGE]
SHUFFLE [RS_46]
PartitionCols:_col0
- Group By Operator [GBY_42] (rows=1 width=0)
+ Group By Operator [GBY_42] (rows=158402938 width=135)
Output:["_col0"],keys:_col0
- Select Operator [SEL_13] (rows=1 width=0)
+ Select Operator [SEL_13] (rows=158402938 width=135)
Output:["_col0"]
- Filter Operator [FIL_12] (rows=1 width=0)
+ Filter Operator [FIL_12] (rows=158402938 width=135)
predicate:(_col0 <> _col2)
- Merge Join Operator [MERGEJOIN_116] (rows=1 width=0)
+ Merge Join Operator [MERGEJOIN_116] (rows=158402938 width=135)
Conds:RS_9._col1=RS_10._col1(Inner),Output:["_col0","_col1","_col2"]
<-Map 7 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:_col1
- Select Operator [SEL_5] (rows=1 width=0)
+ Select Operator [SEL_5] (rows=144002668 width=135)
Output:["_col0","_col1"]
- Filter Operator [FIL_108] (rows=1 width=0)
+ Filter Operator [FIL_108] (rows=144002668 width=135)
predicate:ws_order_number is not null
- TableScan [TS_3] (rows=1 width=0)
- default@web_sales,ws1,Tbl:PARTIAL,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"]
+ TableScan [TS_3] (rows=144002668 width=135)
+ default@web_sales,ws1,Tbl:COMPLETE,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"]
<-Map 9 [SIMPLE_EDGE]
SHUFFLE [RS_10]
PartitionCols:_col1
- Select Operator [SEL_8] (rows=1 width=0)
+ Select Operator [SEL_8] (rows=144002668 width=135)
Output:["_col0","_col1"]
- Filter Operator [FIL_109] (rows=1 width=0)
+ Filter Operator [FIL_109] (rows=144002668 width=135)
predicate:ws_order_number is not null
- TableScan [TS_6] (rows=1 width=0)
- default@web_sales,ws1,Tbl:PARTIAL,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"]
+ TableScan [TS_6] (rows=144002668 width=135)
+ default@web_sales,ws1,Tbl:COMPLETE,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query96.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query96.q.out b/ql/src/test/results/clientpositive/perf/query96.q.out
index b3a9652..8ffcbcb 100644
--- a/ql/src/test/results/clientpositive/perf/query96.q.out
+++ b/ql/src/test/results/clientpositive/perf/query96.q.out
@@ -29,7 +29,7 @@ Stage-0
SHUFFLE [RS_23]
Group By Operator [GBY_22] (rows=1 width=8)
Output:["_col0"],aggregations:["count()"]
- Merge Join Operator [MERGEJOIN_45] (rows=17424 width=471)
+ Merge Join Operator [MERGEJOIN_45] (rows=766650239 width=88)
Conds:RS_18._col2=RS_19._col0(Inner)
<-Map 9 [SIMPLE_EDGE]
SHUFFLE [RS_19]
@@ -43,38 +43,38 @@ Stage-0
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_18]
PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_44] (rows=15840 width=471)
- Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col2"]
+ Merge Join Operator [MERGEJOIN_44] (rows=696954748 width=88)
+ Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col2"]
<-Map 8 [SIMPLE_EDGE]
SHUFFLE [RS_16]
PartitionCols:_col0
- Select Operator [SEL_8] (rows=14400 width=471)
+ Select Operator [SEL_8] (rows=3600 width=107)
Output:["_col0"]
- Filter Operator [FIL_41] (rows=14400 width=471)
- predicate:((t_hour = 8) and (t_minute >= 30) and t_time_sk is not null)
- TableScan [TS_6] (rows=86400 width=471)
- default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute"]
+ Filter Operator [FIL_41] (rows=3600 width=107)
+ predicate:((hd_dep_count = 5) and hd_demo_sk is not null)
+ TableScan [TS_6] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_15]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_43] (rows=3960 width=107)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col2"]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_43] (rows=633595212 width=88)
+ Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_12]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=1 width=0)
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_39] (rows=1 width=0)
+ Filter Operator [FIL_39] (rows=575995635 width=88)
predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"]
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"]
<-Map 7 [SIMPLE_EDGE]
SHUFFLE [RS_13]
PartitionCols:_col0
- Select Operator [SEL_5] (rows=3600 width=107)
+ Select Operator [SEL_5] (rows=14400 width=471)
Output:["_col0"]
- Filter Operator [FIL_40] (rows=3600 width=107)
- predicate:((hd_dep_count = 5) and hd_demo_sk is not null)
- TableScan [TS_3] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count"]
+ Filter Operator [FIL_40] (rows=14400 width=471)
+ predicate:((t_hour = 8) and (t_minute >= 30) and t_time_sk is not null)
+ TableScan [TS_3] (rows=86400 width=471)
+ default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute"]
[12/15] hive git commit: HIVE-13542 : Missing stats for tables in
TPCDS performance regression suite (Hari Subramaniyan via Ashutosh Chauhan)
Posted by ha...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query31.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query31.q.out b/ql/src/test/results/clientpositive/perf/query31.q.out
index 3cb7079..9d0a904 100644
--- a/ql/src/test/results/clientpositive/perf/query31.q.out
+++ b/ql/src/test/results/clientpositive/perf/query31.q.out
@@ -12,19 +12,20 @@ Reducer 17 <- Map 16 (SIMPLE_EDGE), Map 20 (SIMPLE_EDGE)
Reducer 18 <- Map 21 (SIMPLE_EDGE), Reducer 17 (SIMPLE_EDGE)
Reducer 19 <- Reducer 18 (SIMPLE_EDGE)
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 23 <- Map 22 (SIMPLE_EDGE), Map 26 (SIMPLE_EDGE)
-Reducer 24 <- Map 27 (SIMPLE_EDGE), Reducer 23 (SIMPLE_EDGE)
+Reducer 23 <- Map 22 (SIMPLE_EDGE), Map 27 (SIMPLE_EDGE)
+Reducer 24 <- Map 28 (SIMPLE_EDGE), Reducer 23 (SIMPLE_EDGE)
Reducer 25 <- Reducer 24 (SIMPLE_EDGE)
-Reducer 29 <- Map 28 (SIMPLE_EDGE), Map 32 (SIMPLE_EDGE)
+Reducer 26 <- Reducer 25 (SIMPLE_EDGE), Reducer 32 (SIMPLE_EDGE)
Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 30 <- Map 33 (SIMPLE_EDGE), Reducer 29 (SIMPLE_EDGE)
-Reducer 31 <- Reducer 30 (SIMPLE_EDGE)
-Reducer 35 <- Map 34 (SIMPLE_EDGE), Map 38 (SIMPLE_EDGE)
-Reducer 36 <- Map 39 (SIMPLE_EDGE), Reducer 35 (SIMPLE_EDGE)
-Reducer 37 <- Reducer 36 (SIMPLE_EDGE)
+Reducer 30 <- Map 29 (SIMPLE_EDGE), Map 33 (SIMPLE_EDGE)
+Reducer 31 <- Map 34 (SIMPLE_EDGE), Reducer 30 (SIMPLE_EDGE)
+Reducer 32 <- Reducer 31 (SIMPLE_EDGE)
+Reducer 36 <- Map 35 (SIMPLE_EDGE), Map 39 (SIMPLE_EDGE)
+Reducer 37 <- Map 40 (SIMPLE_EDGE), Reducer 36 (SIMPLE_EDGE)
+Reducer 38 <- Reducer 37 (SIMPLE_EDGE)
Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 13 (SIMPLE_EDGE), Reducer 19 (SIMPLE_EDGE), Reducer 25 (SIMPLE_EDGE), Reducer 31 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 37 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 13 (SIMPLE_EDGE), Reducer 19 (SIMPLE_EDGE), Reducer 26 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 38 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
Stage-0
@@ -32,312 +33,319 @@ Stage-0
limit:-1
Stage-1
Reducer 7
- File Output Operator [FS_141]
- Select Operator [SEL_140] (rows=26620001 width=1014)
+ File Output Operator [FS_145]
+ Select Operator [SEL_144] (rows=347867560 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
<-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_139]
- Select Operator [SEL_138] (rows=26620001 width=1014)
+ SHUFFLE [RS_143]
+ Select Operator [SEL_142] (rows=347867560 width=88)
Output:["_col0","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_137] (rows=26620001 width=1014)
+ Filter Operator [FIL_141] (rows=347867560 width=88)
predicate:CASE WHEN ((_col7 > 0)) THEN (CASE WHEN ((_col19 > 0)) THEN (((_col23 / _col19) > (_col11 / _col7))) ELSE ((null > (_col11 / _col7))) END) ELSE (CASE WHEN ((_col19 > 0)) THEN (((_col23 / _col19) > null)) ELSE (null) END) END
- Merge Join Operator [MERGEJOIN_281] (rows=53240002 width=1014)
- Conds:RS_134._col12=RS_135._col0(Inner),Output:["_col0","_col3","_col7","_col11","_col15","_col19","_col23"]
- <-Reducer 37 [SIMPLE_EDGE]
- SHUFFLE [RS_135]
+ Merge Join Operator [MERGEJOIN_277] (rows=695735121 width=88)
+ Conds:RS_138._col12=RS_139._col0(Inner),Output:["_col0","_col3","_col7","_col11","_col15","_col19","_col23"]
+ <-Reducer 38 [SIMPLE_EDGE]
+ SHUFFLE [RS_139]
PartitionCols:_col0
- Select Operator [SEL_133] (rows=22000000 width=1014)
+ Select Operator [SEL_137] (rows=87121617 width=135)
Output:["_col0","_col3"]
- Group By Operator [GBY_132] (rows=22000000 width=1014)
+ Group By Operator [GBY_136] (rows=87121617 width=135)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 3, 1998
- <-Reducer 36 [SIMPLE_EDGE]
- SHUFFLE [RS_131]
+ <-Reducer 37 [SIMPLE_EDGE]
+ SHUFFLE [RS_135]
PartitionCols:_col0, 3, 1998
- Group By Operator [GBY_130] (rows=44000000 width=1014)
+ Group By Operator [GBY_134] (rows=174243235 width=135)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 3, 1998
- Select Operator [SEL_128] (rows=44000000 width=1014)
+ Select Operator [SEL_132] (rows=174243235 width=135)
Output:["_col0","_col3"]
- Merge Join Operator [MERGEJOIN_279] (rows=44000000 width=1014)
- Conds:RS_125._col1=RS_126._col0(Inner),Output:["_col2","_col7"]
- <-Map 39 [SIMPLE_EDGE]
- SHUFFLE [RS_126]
+ Merge Join Operator [MERGEJOIN_274] (rows=174243235 width=135)
+ Conds:RS_129._col1=RS_130._col0(Inner),Output:["_col2","_col7"]
+ <-Map 40 [SIMPLE_EDGE]
+ SHUFFLE [RS_130]
PartitionCols:_col0
- Select Operator [SEL_121] (rows=40000000 width=1014)
+ Select Operator [SEL_125] (rows=40000000 width=1014)
Output:["_col0","_col1"]
- Filter Operator [FIL_267] (rows=40000000 width=1014)
+ Filter Operator [FIL_262] (rows=40000000 width=1014)
predicate:(ca_address_sk is not null and ca_county is not null)
- TableScan [TS_119] (rows=40000000 width=1014)
+ TableScan [TS_123] (rows=40000000 width=1014)
default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"]
- <-Reducer 35 [SIMPLE_EDGE]
- SHUFFLE [RS_125]
+ <-Reducer 36 [SIMPLE_EDGE]
+ SHUFFLE [RS_129]
PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_278] (rows=20088 width=1119)
- Conds:RS_122._col0=RS_123._col0(Inner),Output:["_col1","_col2"]
- <-Map 34 [SIMPLE_EDGE]
- SHUFFLE [RS_122]
+ Merge Join Operator [MERGEJOIN_273] (rows=158402938 width=135)
+ Conds:RS_126._col0=RS_127._col0(Inner),Output:["_col1","_col2"]
+ <-Map 35 [SIMPLE_EDGE]
+ SHUFFLE [RS_126]
PartitionCols:_col0
- Select Operator [SEL_115] (rows=1 width=0)
+ Select Operator [SEL_119] (rows=144002668 width=135)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_265] (rows=1 width=0)
+ Filter Operator [FIL_260] (rows=144002668 width=135)
predicate:(ws_sold_date_sk is not null and ws_bill_addr_sk is not null)
- TableScan [TS_113] (rows=1 width=0)
- default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_bill_addr_sk","ws_ext_sales_price"]
- <-Map 38 [SIMPLE_EDGE]
- SHUFFLE [RS_123]
+ TableScan [TS_117] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_addr_sk","ws_ext_sales_price"]
+ <-Map 39 [SIMPLE_EDGE]
+ SHUFFLE [RS_127]
PartitionCols:_col0
- Select Operator [SEL_118] (rows=18262 width=1119)
+ Select Operator [SEL_122] (rows=18262 width=1119)
Output:["_col0"]
- Filter Operator [FIL_266] (rows=18262 width=1119)
+ Filter Operator [FIL_261] (rows=18262 width=1119)
predicate:((d_qoy = 3) and (d_year = 1998) and d_date_sk is not null)
- TableScan [TS_116] (rows=73049 width=1119)
+ TableScan [TS_120] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
<-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_134]
+ SHUFFLE [RS_138]
PartitionCols:_col12
- Select Operator [SEL_112] (rows=48400001 width=1014)
+ Select Operator [SEL_116] (rows=632486460 width=88)
Output:["_col0","_col11","_col12","_col15","_col19","_col3","_col7"]
- Filter Operator [FIL_111] (rows=48400001 width=1014)
+ Filter Operator [FIL_115] (rows=632486460 width=88)
predicate:CASE WHEN ((_col3 > 0)) THEN (CASE WHEN ((_col15 > 0)) THEN (((_col19 / _col15) > (_col7 / _col3))) ELSE ((null > (_col7 / _col3))) END) ELSE (CASE WHEN ((_col15 > 0)) THEN (((_col19 / _col15) > null)) ELSE (null) END) END
- Merge Join Operator [MERGEJOIN_280] (rows=96800002 width=1014)
- Conds:RS_105._col0=RS_106._col0(Inner),RS_106._col0=RS_107._col0(Inner),RS_105._col0=RS_108._col0(Inner),RS_108._col0=RS_109._col0(Inner),Output:["_col0","_col3","_col7","_col11","_col12","_col15","_col19"]
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_106]
- PartitionCols:_col0
- Select Operator [SEL_41] (rows=22000000 width=1014)
- Output:["_col0","_col3"]
- Group By Operator [GBY_40] (rows=22000000 width=1014)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 2, 1998
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col0, 2, 1998
- Group By Operator [GBY_38] (rows=44000000 width=1014)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 2, 1998
- Select Operator [SEL_36] (rows=44000000 width=1014)
- Output:["_col0","_col3"]
- Merge Join Operator [MERGEJOIN_271] (rows=44000000 width=1014)
- Conds:RS_33._col1=RS_34._col0(Inner),Output:["_col2","_col7"]
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- PartitionCols:_col0
- Select Operator [SEL_29] (rows=40000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_255] (rows=40000000 width=1014)
- predicate:(ca_address_sk is not null and ca_county is not null)
- TableScan [TS_27] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_270] (rows=20088 width=1119)
- Conds:RS_30._col0=RS_31._col0(Inner),Output:["_col1","_col2"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col0
- Select Operator [SEL_23] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_253] (rows=1 width=0)
- predicate:(ss_sold_date_sk is not null and ss_addr_sk is not null)
- TableScan [TS_21] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_addr_sk","ss_ext_sales_price"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col0
- Select Operator [SEL_26] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_254] (rows=18262 width=1119)
- predicate:((d_qoy = 2) and (d_year = 1998) and d_date_sk is not null)
- TableScan [TS_24] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
- <-Reducer 19 [SIMPLE_EDGE]
- SHUFFLE [RS_107]
- PartitionCols:_col0
- Select Operator [SEL_62] (rows=22000000 width=1014)
- Output:["_col0","_col3"]
- Group By Operator [GBY_61] (rows=22000000 width=1014)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 3, 1998
- <-Reducer 18 [SIMPLE_EDGE]
- SHUFFLE [RS_60]
- PartitionCols:_col0, 3, 1998
- Group By Operator [GBY_59] (rows=44000000 width=1014)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 3, 1998
- Select Operator [SEL_57] (rows=44000000 width=1014)
- Output:["_col0","_col3"]
- Merge Join Operator [MERGEJOIN_273] (rows=44000000 width=1014)
- Conds:RS_54._col1=RS_55._col0(Inner),Output:["_col2","_col7"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_55]
- PartitionCols:_col0
- Select Operator [SEL_50] (rows=40000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_258] (rows=40000000 width=1014)
- predicate:(ca_address_sk is not null and ca_county is not null)
- TableScan [TS_48] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"]
- <-Reducer 17 [SIMPLE_EDGE]
- SHUFFLE [RS_54]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_272] (rows=20088 width=1119)
- Conds:RS_51._col0=RS_52._col0(Inner),Output:["_col1","_col2"]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_51]
- PartitionCols:_col0
- Select Operator [SEL_44] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_256] (rows=1 width=0)
- predicate:(ss_sold_date_sk is not null and ss_addr_sk is not null)
- TableScan [TS_42] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_addr_sk","ss_ext_sales_price"]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_52]
- PartitionCols:_col0
- Select Operator [SEL_47] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_257] (rows=18262 width=1119)
- predicate:((d_qoy = 3) and (d_year = 1998) and d_date_sk is not null)
- TableScan [TS_45] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
- <-Reducer 25 [SIMPLE_EDGE]
- SHUFFLE [RS_108]
- PartitionCols:_col0
- Select Operator [SEL_83] (rows=22000000 width=1014)
- Output:["_col0","_col3"]
- Group By Operator [GBY_82] (rows=22000000 width=1014)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 1, 1998
- <-Reducer 24 [SIMPLE_EDGE]
- SHUFFLE [RS_81]
- PartitionCols:_col0, 1, 1998
- Group By Operator [GBY_80] (rows=44000000 width=1014)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 1, 1998
- Select Operator [SEL_78] (rows=44000000 width=1014)
- Output:["_col0","_col3"]
- Merge Join Operator [MERGEJOIN_275] (rows=44000000 width=1014)
- Conds:RS_75._col1=RS_76._col0(Inner),Output:["_col2","_col7"]
- <-Map 27 [SIMPLE_EDGE]
- SHUFFLE [RS_76]
- PartitionCols:_col0
- Select Operator [SEL_71] (rows=40000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_261] (rows=40000000 width=1014)
- predicate:(ca_address_sk is not null and ca_county is not null)
- TableScan [TS_69] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"]
- <-Reducer 23 [SIMPLE_EDGE]
- SHUFFLE [RS_75]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_274] (rows=20088 width=1119)
- Conds:RS_72._col0=RS_73._col0(Inner),Output:["_col1","_col2"]
- <-Map 22 [SIMPLE_EDGE]
- SHUFFLE [RS_72]
- PartitionCols:_col0
- Select Operator [SEL_65] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_259] (rows=1 width=0)
- predicate:(ws_sold_date_sk is not null and ws_bill_addr_sk is not null)
- TableScan [TS_63] (rows=1 width=0)
- default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_bill_addr_sk","ws_ext_sales_price"]
- <-Map 26 [SIMPLE_EDGE]
- SHUFFLE [RS_73]
- PartitionCols:_col0
- Select Operator [SEL_68] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_260] (rows=18262 width=1119)
- predicate:((d_qoy = 1) and (d_year = 1998) and d_date_sk is not null)
- TableScan [TS_66] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
- <-Reducer 31 [SIMPLE_EDGE]
- SHUFFLE [RS_109]
- PartitionCols:_col0
- Select Operator [SEL_104] (rows=22000000 width=1014)
- Output:["_col0","_col3"]
- Group By Operator [GBY_103] (rows=22000000 width=1014)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 2, 1998
- <-Reducer 30 [SIMPLE_EDGE]
- SHUFFLE [RS_102]
- PartitionCols:_col0, 2, 1998
- Group By Operator [GBY_101] (rows=44000000 width=1014)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 2, 1998
- Select Operator [SEL_99] (rows=44000000 width=1014)
- Output:["_col0","_col3"]
- Merge Join Operator [MERGEJOIN_277] (rows=44000000 width=1014)
- Conds:RS_96._col1=RS_97._col0(Inner),Output:["_col2","_col7"]
- <-Map 33 [SIMPLE_EDGE]
- SHUFFLE [RS_97]
- PartitionCols:_col0
- Select Operator [SEL_92] (rows=40000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_264] (rows=40000000 width=1014)
- predicate:(ca_address_sk is not null and ca_county is not null)
- TableScan [TS_90] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"]
- <-Reducer 29 [SIMPLE_EDGE]
- SHUFFLE [RS_96]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_276] (rows=20088 width=1119)
- Conds:RS_93._col0=RS_94._col0(Inner),Output:["_col1","_col2"]
- <-Map 28 [SIMPLE_EDGE]
- SHUFFLE [RS_93]
- PartitionCols:_col0
- Select Operator [SEL_86] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_262] (rows=1 width=0)
- predicate:(ws_sold_date_sk is not null and ws_bill_addr_sk is not null)
- TableScan [TS_84] (rows=1 width=0)
- default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_bill_addr_sk","ws_ext_sales_price"]
- <-Map 32 [SIMPLE_EDGE]
- SHUFFLE [RS_94]
- PartitionCols:_col0
- Select Operator [SEL_89] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_263] (rows=18262 width=1119)
- predicate:((d_qoy = 2) and (d_year = 1998) and d_date_sk is not null)
- TableScan [TS_87] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_105]
- PartitionCols:_col0
- Select Operator [SEL_20] (rows=22000000 width=1014)
- Output:["_col0","_col3"]
- Group By Operator [GBY_19] (rows=22000000 width=1014)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 1, 1998
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col0, 1, 1998
- Group By Operator [GBY_17] (rows=44000000 width=1014)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 1, 1998
- Select Operator [SEL_15] (rows=44000000 width=1014)
- Output:["_col0","_col3"]
- Merge Join Operator [MERGEJOIN_269] (rows=44000000 width=1014)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col7"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=40000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_252] (rows=40000000 width=1014)
- predicate:(ca_address_sk is not null and ca_county is not null)
- TableScan [TS_6] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_268] (rows=20088 width=1119)
- Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_9]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_250] (rows=1 width=0)
- predicate:(ss_sold_date_sk is not null and ss_addr_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_addr_sk","ss_ext_sales_price"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_251] (rows=18262 width=1119)
- predicate:((d_qoy = 1) and (d_year = 1998) and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
+ Select Operator [SEL_114] (rows=1264972920 width=88)
+ Output:["_col0","_col3","_col7","_col11","_col12","_col15","_col19"]
+ Merge Join Operator [MERGEJOIN_276] (rows=1264972920 width=88)
+ Conds:RS_109._col0=RS_110._col0(Inner),RS_109._col0=RS_111._col0(Inner),RS_111._col0=RS_112._col4(Inner),Output:["_col0","_col3","_col7","_col8","_col11","_col15","_col19"]
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_110]
+ PartitionCols:_col0
+ Select Operator [SEL_41] (rows=87121617 width=135)
+ Output:["_col0","_col3"]
+ Group By Operator [GBY_40] (rows=87121617 width=135)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 2, 1998
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col0, 2, 1998
+ Group By Operator [GBY_38] (rows=174243235 width=135)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 2, 1998
+ Select Operator [SEL_36] (rows=174243235 width=135)
+ Output:["_col0","_col3"]
+ Merge Join Operator [MERGEJOIN_266] (rows=174243235 width=135)
+ Conds:RS_33._col1=RS_34._col0(Inner),Output:["_col2","_col7"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ PartitionCols:_col0
+ Select Operator [SEL_29] (rows=40000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_250] (rows=40000000 width=1014)
+ predicate:(ca_address_sk is not null and ca_county is not null)
+ TableScan [TS_27] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_33]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_265] (rows=158402938 width=135)
+ Conds:RS_30._col0=RS_31._col0(Inner),Output:["_col1","_col2"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0
+ Select Operator [SEL_23] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_248] (rows=144002668 width=135)
+ predicate:(ws_sold_date_sk is not null and ws_bill_addr_sk is not null)
+ TableScan [TS_21] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_addr_sk","ws_ext_sales_price"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col0
+ Select Operator [SEL_26] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_249] (rows=18262 width=1119)
+ predicate:((d_qoy = 2) and (d_year = 1998) and d_date_sk is not null)
+ TableScan [TS_24] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
+ <-Reducer 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_111]
+ PartitionCols:_col0
+ Select Operator [SEL_62] (rows=348477374 width=88)
+ Output:["_col0","_col3"]
+ Group By Operator [GBY_61] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 1, 1998
+ <-Reducer 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_60]
+ PartitionCols:_col0, 1, 1998
+ Group By Operator [GBY_59] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 1, 1998
+ Select Operator [SEL_57] (rows=696954748 width=88)
+ Output:["_col0","_col3"]
+ Merge Join Operator [MERGEJOIN_268] (rows=696954748 width=88)
+ Conds:RS_54._col1=RS_55._col0(Inner),Output:["_col2","_col7"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_55]
+ PartitionCols:_col0
+ Select Operator [SEL_50] (rows=40000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_253] (rows=40000000 width=1014)
+ predicate:(ca_address_sk is not null and ca_county is not null)
+ TableScan [TS_48] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"]
+ <-Reducer 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_54]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_267] (rows=633595212 width=88)
+ Conds:RS_51._col0=RS_52._col0(Inner),Output:["_col1","_col2"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_51]
+ PartitionCols:_col0
+ Select Operator [SEL_44] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_251] (rows=575995635 width=88)
+ predicate:(ss_sold_date_sk is not null and ss_addr_sk is not null)
+ TableScan [TS_42] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_addr_sk","ss_ext_sales_price"]
+ <-Map 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_52]
+ PartitionCols:_col0
+ Select Operator [SEL_47] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_252] (rows=18262 width=1119)
+ predicate:((d_qoy = 1) and (d_year = 1998) and d_date_sk is not null)
+ TableScan [TS_45] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
+ <-Reducer 26 [SIMPLE_EDGE]
+ SHUFFLE [RS_112]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_275] (rows=383325119 width=88)
+ Conds:RS_105._col0=RS_106._col0(Inner),Output:["_col3","_col4","_col7"]
+ <-Reducer 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_105]
+ PartitionCols:_col0
+ Select Operator [SEL_83] (rows=348477374 width=88)
+ Output:["_col0","_col3"]
+ Group By Operator [GBY_82] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 3, 1998
+ <-Reducer 24 [SIMPLE_EDGE]
+ SHUFFLE [RS_81]
+ PartitionCols:_col0, 3, 1998
+ Group By Operator [GBY_80] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 3, 1998
+ Select Operator [SEL_78] (rows=696954748 width=88)
+ Output:["_col0","_col3"]
+ Merge Join Operator [MERGEJOIN_270] (rows=696954748 width=88)
+ Conds:RS_75._col1=RS_76._col0(Inner),Output:["_col2","_col7"]
+ <-Map 28 [SIMPLE_EDGE]
+ SHUFFLE [RS_76]
+ PartitionCols:_col0
+ Select Operator [SEL_71] (rows=40000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_256] (rows=40000000 width=1014)
+ predicate:(ca_address_sk is not null and ca_county is not null)
+ TableScan [TS_69] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"]
+ <-Reducer 23 [SIMPLE_EDGE]
+ SHUFFLE [RS_75]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_269] (rows=633595212 width=88)
+ Conds:RS_72._col0=RS_73._col0(Inner),Output:["_col1","_col2"]
+ <-Map 22 [SIMPLE_EDGE]
+ SHUFFLE [RS_72]
+ PartitionCols:_col0
+ Select Operator [SEL_65] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_254] (rows=575995635 width=88)
+ predicate:(ss_sold_date_sk is not null and ss_addr_sk is not null)
+ TableScan [TS_63] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_addr_sk","ss_ext_sales_price"]
+ <-Map 27 [SIMPLE_EDGE]
+ SHUFFLE [RS_73]
+ PartitionCols:_col0
+ Select Operator [SEL_68] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_255] (rows=18262 width=1119)
+ predicate:((d_qoy = 3) and (d_year = 1998) and d_date_sk is not null)
+ TableScan [TS_66] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
+ <-Reducer 32 [SIMPLE_EDGE]
+ SHUFFLE [RS_106]
+ PartitionCols:_col0
+ Select Operator [SEL_104] (rows=348477374 width=88)
+ Output:["_col0","_col3"]
+ Group By Operator [GBY_103] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 2, 1998
+ <-Reducer 31 [SIMPLE_EDGE]
+ SHUFFLE [RS_102]
+ PartitionCols:_col0, 2, 1998
+ Group By Operator [GBY_101] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 2, 1998
+ Select Operator [SEL_99] (rows=696954748 width=88)
+ Output:["_col0","_col3"]
+ Merge Join Operator [MERGEJOIN_272] (rows=696954748 width=88)
+ Conds:RS_96._col1=RS_97._col0(Inner),Output:["_col2","_col7"]
+ <-Map 34 [SIMPLE_EDGE]
+ SHUFFLE [RS_97]
+ PartitionCols:_col0
+ Select Operator [SEL_92] (rows=40000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_259] (rows=40000000 width=1014)
+ predicate:(ca_address_sk is not null and ca_county is not null)
+ TableScan [TS_90] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"]
+ <-Reducer 30 [SIMPLE_EDGE]
+ SHUFFLE [RS_96]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_271] (rows=633595212 width=88)
+ Conds:RS_93._col0=RS_94._col0(Inner),Output:["_col1","_col2"]
+ <-Map 29 [SIMPLE_EDGE]
+ SHUFFLE [RS_93]
+ PartitionCols:_col0
+ Select Operator [SEL_86] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_257] (rows=575995635 width=88)
+ predicate:(ss_sold_date_sk is not null and ss_addr_sk is not null)
+ TableScan [TS_84] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_addr_sk","ss_ext_sales_price"]
+ <-Map 33 [SIMPLE_EDGE]
+ SHUFFLE [RS_94]
+ PartitionCols:_col0
+ Select Operator [SEL_89] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_258] (rows=18262 width=1119)
+ predicate:((d_qoy = 2) and (d_year = 1998) and d_date_sk is not null)
+ TableScan [TS_87] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_109]
+ PartitionCols:_col0
+ Select Operator [SEL_20] (rows=87121617 width=135)
+ Output:["_col0","_col3"]
+ Group By Operator [GBY_19] (rows=87121617 width=135)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 1, 1998
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col0, 1, 1998
+ Group By Operator [GBY_17] (rows=174243235 width=135)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 1, 1998
+ Select Operator [SEL_15] (rows=174243235 width=135)
+ Output:["_col0","_col3"]
+ Merge Join Operator [MERGEJOIN_264] (rows=174243235 width=135)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col7"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=40000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_247] (rows=40000000 width=1014)
+ predicate:(ca_address_sk is not null and ca_county is not null)
+ TableScan [TS_6] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_263] (rows=158402938 width=135)
+ Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_9]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_245] (rows=144002668 width=135)
+ predicate:(ws_sold_date_sk is not null and ws_bill_addr_sk is not null)
+ TableScan [TS_0] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_addr_sk","ws_ext_sales_price"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_246] (rows=18262 width=1119)
+ predicate:((d_qoy = 1) and (d_year = 1998) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query32.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query32.q.out b/ql/src/test/results/clientpositive/perf/query32.q.out
index 7cfda2f..b8c1468 100644
--- a/ql/src/test/results/clientpositive/perf/query32.q.out
+++ b/ql/src/test/results/clientpositive/perf/query32.q.out
@@ -39,94 +39,96 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE)
-Reducer 3 <- Map 6 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 8 <- Map 10 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 7 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 9 <- Map 10 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
- Reducer 4
- File Output Operator [FS_37]
- Group By Operator [GBY_35] (rows=1 width=112)
+ Reducer 5
+ File Output Operator [FS_38]
+ Group By Operator [GBY_36] (rows=1 width=112)
Output:["_col0"],aggregations:["sum(VALUE._col0)"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- Group By Operator [GBY_33] (rows=1 width=112)
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ Group By Operator [GBY_34] (rows=1 width=112)
Output:["_col0"],aggregations:["sum(_col1)"]
- Select Operator [SEL_32] (rows=169400 width=1436)
+ Select Operator [SEL_33] (rows=232311810 width=135)
Output:["_col1"]
- Filter Operator [FIL_31] (rows=169400 width=1436)
+ Filter Operator [FIL_32] (rows=232311810 width=135)
predicate:(UDFToDouble(_col1) > _col5)
- Merge Join Operator [MERGEJOIN_59] (rows=508200 width=1436)
- Conds:RS_27._col0=RS_28._col0(Inner),RS_28._col0=RS_29._col0(Inner),Output:["_col1","_col5"]
- <-Map 6 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col0
- Select Operator [SEL_12] (rows=231000 width=1436)
- Output:["_col0"]
- Filter Operator [FIL_54] (rows=231000 width=1436)
- predicate:((i_manufact_id = 436) and i_item_sk is not null)
- TableScan [TS_10] (rows=462000 width=1436)
- default@item,i,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_manufact_id"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col0
- Select Operator [SEL_9] (rows=40176 width=1119)
- Output:["_col0","_col1"]
- Merge Join Operator [MERGEJOIN_57] (rows=40176 width=1119)
- Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_6]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_52] (rows=1 width=0)
- predicate:(cs_sold_date_sk is not null and cs_item_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@catalog_sales,cs,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_discount_amt"]
- <-Map 5 [SIMPLE_EDGE]
- SHUFFLE [RS_7]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_53] (rows=36524 width=1119)
- predicate:(d_date BETWEEN '2000-01-27' AND '2000-04-27' and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,d,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col0
- Select Operator [SEL_26] (rows=20088 width=1119)
- Output:["_col0","_col1"]
- Group By Operator [GBY_25] (rows=20088 width=1119)
- Output:["_col0","_col1"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col0
- Group By Operator [GBY_23] (rows=40176 width=1119)
- Output:["_col0","_col1"],aggregations:["avg(_col2)"],keys:_col1
- Merge Join Operator [MERGEJOIN_58] (rows=40176 width=1119)
- Conds:RS_19._col0=RS_20._col0(Inner),Output:["_col1","_col2"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_20]
- PartitionCols:_col0
- Select Operator [SEL_18] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_56] (rows=36524 width=1119)
- predicate:(d_date BETWEEN '2000-01-27' AND '2000-04-27' and d_date_sk is not null)
- TableScan [TS_16] (rows=73049 width=1119)
- default@date_dim,d,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_15] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_55] (rows=1 width=0)
- predicate:(cs_sold_date_sk is not null and cs_item_sk is not null)
- TableScan [TS_13] (rows=1 width=0)
- default@catalog_sales,cs,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_discount_amt"]
+ Select Operator [SEL_31] (rows=696935432 width=135)
+ Output:["_col1","_col5"]
+ Merge Join Operator [MERGEJOIN_60] (rows=696935432 width=135)
+ Conds:RS_27._col0=RS_28._col0(Inner),RS_28._col0=RS_29._col0(Inner),Output:["_col1","_col5"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ PartitionCols:_col0
+ Select Operator [SEL_16] (rows=231000 width=1436)
+ Output:["_col0"]
+ Filter Operator [FIL_55] (rows=231000 width=1436)
+ predicate:((i_manufact_id = 436) and i_item_sk is not null)
+ TableScan [TS_14] (rows=462000 width=1436)
+ default@item,i,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_manufact_id"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col0
+ Select Operator [SEL_13] (rows=158394413 width=135)
+ Output:["_col0","_col1"]
+ Group By Operator [GBY_12] (rows=158394413 width=135)
+ Output:["_col0","_col1"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_11]
+ PartitionCols:_col0
+ Group By Operator [GBY_10] (rows=316788826 width=135)
+ Output:["_col0","_col1"],aggregations:["avg(_col2)"],keys:_col1
+ Merge Join Operator [MERGEJOIN_58] (rows=316788826 width=135)
+ Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_6]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_53] (rows=287989836 width=135)
+ predicate:(cs_sold_date_sk is not null and cs_item_sk is not null)
+ TableScan [TS_0] (rows=287989836 width=135)
+ default@catalog_sales,cs,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_discount_amt"]
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_7]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_54] (rows=36524 width=1119)
+ predicate:(d_date BETWEEN '2000-01-27' AND '2000-04-27' and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,d,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col0
+ Select Operator [SEL_26] (rows=316788826 width=135)
+ Output:["_col0","_col1"]
+ Merge Join Operator [MERGEJOIN_59] (rows=316788826 width=135)
+ Conds:RS_23._col0=RS_24._col0(Inner),Output:["_col1","_col2"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col0
+ Select Operator [SEL_22] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_57] (rows=36524 width=1119)
+ predicate:(d_date BETWEEN '2000-01-27' AND '2000-04-27' and d_date_sk is not null)
+ TableScan [TS_20] (rows=73049 width=1119)
+ default@date_dim,d,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_23]
+ PartitionCols:_col0
+ Select Operator [SEL_19] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_56] (rows=287989836 width=135)
+ predicate:(cs_sold_date_sk is not null and cs_item_sk is not null)
+ TableScan [TS_17] (rows=287989836 width=135)
+ default@catalog_sales,cs,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_discount_amt"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query34.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query34.q.out b/ql/src/test/results/clientpositive/perf/query34.q.out
index 0586813..3c48058 100644
--- a/ql/src/test/results/clientpositive/perf/query34.q.out
+++ b/ql/src/test/results/clientpositive/perf/query34.q.out
@@ -5,96 +5,96 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Map 11 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
+Reducer 5 <- Map 4 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 6 <- Map 10 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Map 11 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
+Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
- Reducer 7
+ Reducer 3
File Output Operator [FS_37]
- Select Operator [SEL_36] (rows=88000001 width=860)
+ Select Operator [SEL_36] (rows=210828819 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 6 [SIMPLE_EDGE]
+ <-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_35]
- Select Operator [SEL_34] (rows=88000001 width=860)
+ Select Operator [SEL_34] (rows=210828819 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_60] (rows=88000001 width=860)
- Conds:RS_31._col1=RS_32._col0(Inner),Output:["_col0","_col2","_col4","_col5","_col6","_col7"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
+ Merge Join Operator [MERGEJOIN_60] (rows=210828819 width=88)
+ Conds:RS_31._col0=RS_32._col1(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col7"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
PartitionCols:_col0
- Select Operator [SEL_30] (rows=80000000 width=860)
+ Select Operator [SEL_2] (rows=80000000 width=860)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_56] (rows=80000000 width=860)
+ Filter Operator [FIL_52] (rows=80000000 width=860)
predicate:c_customer_sk is not null
- TableScan [TS_28] (rows=80000000 width=860)
+ TableScan [TS_0] (rows=80000000 width=860)
default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_salutation","c_first_name","c_last_name","c_preferred_cust_flag"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
PartitionCols:_col1
- Filter Operator [FIL_26] (rows=12153 width=1119)
+ Filter Operator [FIL_29] (rows=191662559 width=88)
predicate:_col2 BETWEEN 15 AND 20
- Select Operator [SEL_25] (rows=24306 width=1119)
+ Select Operator [SEL_28] (rows=383325119 width=88)
Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_24] (rows=24306 width=1119)
+ Group By Operator [GBY_27] (rows=383325119 width=88)
Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_23]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_26]
PartitionCols:_col0, _col1
- Group By Operator [GBY_22] (rows=48612 width=1119)
+ Group By Operator [GBY_25] (rows=766650239 width=88)
Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col1, _col4
- Merge Join Operator [MERGEJOIN_59] (rows=48612 width=1119)
- Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col1","_col4"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
+ Merge Join Operator [MERGEJOIN_59] (rows=766650239 width=88)
+ Conds:RS_21._col3=RS_22._col0(Inner),Output:["_col1","_col4"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
PartitionCols:_col0
- Select Operator [SEL_11] (rows=1200 width=107)
+ Select Operator [SEL_14] (rows=852 width=1910)
Output:["_col0"]
- Filter Operator [FIL_55] (rows=1200 width=107)
- predicate:(((hd_buy_potential = '1001-5000') or (hd_buy_potential = '5001-10000')) and (hd_vehicle_count > 0) and CASE WHEN ((hd_vehicle_count > 0)) THEN (((UDFToDouble(hd_dep_count) / UDFToDouble(hd_vehicle_count)) > 1.2)) ELSE (null) END and hd_demo_sk is not null)
- TableScan [TS_9] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential","hd_dep_count","hd_vehicle_count"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_58] (rows=44193 width=1119)
- Conds:RS_15._col3=RS_16._col0(Inner),Output:["_col1","_col2","_col4"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
+ Filter Operator [FIL_56] (rows=852 width=1910)
+ predicate:((s_county) IN ('Kittitas County', 'Adams County', 'Richland County', 'Furnas County', 'Orange County', 'Appanoose County', 'Franklin Parish', 'Tehama County') and s_store_sk is not null)
+ TableScan [TS_12] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_county"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_58] (rows=696954748 width=88)
+ Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col1","_col3","_col4"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
PartitionCols:_col0
- Select Operator [SEL_8] (rows=852 width=1910)
+ Select Operator [SEL_11] (rows=1200 width=107)
Output:["_col0"]
- Filter Operator [FIL_54] (rows=852 width=1910)
- predicate:((s_county) IN ('Kittitas County', 'Adams County', 'Richland County', 'Furnas County', 'Orange County', 'Appanoose County', 'Franklin Parish', 'Tehama County') and s_store_sk is not null)
- TableScan [TS_6] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_county"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_57] (rows=40176 width=1119)
- Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
+ Filter Operator [FIL_55] (rows=1200 width=107)
+ predicate:(((hd_buy_potential = '1001-5000') or (hd_buy_potential = '5001-10000')) and (hd_vehicle_count > 0) and CASE WHEN ((hd_vehicle_count > 0)) THEN (((UDFToDouble(hd_dep_count) / UDFToDouble(hd_vehicle_count)) > 1.2)) ELSE (null) END and hd_demo_sk is not null)
+ TableScan [TS_9] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential","hd_dep_count","hd_vehicle_count"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_57] (rows=633595212 width=88)
+ Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
PartitionCols:_col0
- Select Operator [SEL_2] (rows=1 width=0)
+ Select Operator [SEL_5] (rows=575995635 width=88)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_52] (rows=1 width=0)
+ Filter Operator [FIL_53] (rows=575995635 width=88)
predicate:(ss_sold_date_sk is not null and ss_store_sk is not null and ss_hdemo_sk is not null and ss_customer_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_store_sk","ss_ticket_number"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
+ TableScan [TS_3] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_store_sk","ss_ticket_number"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
PartitionCols:_col0
- Select Operator [SEL_5] (rows=36524 width=1119)
+ Select Operator [SEL_8] (rows=36524 width=1119)
Output:["_col0"]
- Filter Operator [FIL_53] (rows=36524 width=1119)
+ Filter Operator [FIL_54] (rows=36524 width=1119)
predicate:((d_year) IN (1998, 1999, 2000) and (d_dom BETWEEN 1 AND 3 or d_dom BETWEEN 25 AND 28) and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
+ TableScan [TS_6] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_dom"]
[06/15] hive git commit: HIVE-13542 : Missing stats for tables in
TPCDS performance regression suite (Hari Subramaniyan via Ashutosh Chauhan)
Posted by ha...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query70.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query70.q.out b/ql/src/test/results/clientpositive/perf/query70.q.out
index 37cebc8..912f65e 100644
--- a/ql/src/test/results/clientpositive/perf/query70.q.out
+++ b/ql/src/test/results/clientpositive/perf/query70.q.out
@@ -22,48 +22,48 @@ Stage-0
Stage-1
Reducer 6
File Output Operator [FS_62]
- Limit [LIM_61] (rows=100 width=1119)
+ Limit [LIM_61] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_60] (rows=66289 width=1119)
+ Select Operator [SEL_60] (rows=1045432122 width=88)
Output:["_col0","_col1","_col2","_col3","_col4"]
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_59]
- Select Operator [SEL_57] (rows=66289 width=1119)
+ Select Operator [SEL_57] (rows=1045432122 width=88)
Output:["_col0","_col1","_col2","_col3","_col4"]
- PTF Operator [PTF_56] (rows=66289 width=1119)
+ PTF Operator [PTF_56] (rows=1045432122 width=88)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col4 ASC NULLS FIRST","partition by:":"_col5, CASE WHEN ((_col5 = 2)) THEN (_col0) ELSE (null) END"}]
- Select Operator [SEL_55] (rows=66289 width=1119)
+ Select Operator [SEL_55] (rows=1045432122 width=88)
Output:["_col0","_col1","_col4","_col5"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_54]
PartitionCols:_col5, CASE WHEN ((_col5 = 2)) THEN (_col0) ELSE (null) END
- Select Operator [SEL_53] (rows=66289 width=1119)
+ Select Operator [SEL_53] (rows=1045432122 width=88)
Output:["_col0","_col1","_col4","_col5"]
- Group By Operator [GBY_52] (rows=66289 width=1119)
+ Group By Operator [GBY_52] (rows=1045432122 width=88)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_51]
PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_50] (rows=132579 width=1119)
+ Group By Operator [GBY_50] (rows=2090864244 width=88)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col2)"],keys:_col6, _col7, '0'
- Select Operator [SEL_49] (rows=44193 width=1119)
+ Select Operator [SEL_49] (rows=696954748 width=88)
Output:["_col6","_col7","_col2"]
- Merge Join Operator [MERGEJOIN_91] (rows=44193 width=1119)
+ Merge Join Operator [MERGEJOIN_91] (rows=696954748 width=88)
Conds:RS_46._col1=RS_47._col0(Inner),Output:["_col2","_col6","_col7"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_46]
PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_87] (rows=40176 width=1119)
+ Merge Join Operator [MERGEJOIN_87] (rows=633595212 width=88)
Conds:RS_43._col0=RS_44._col0(Inner),Output:["_col1","_col2"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_43]
PartitionCols:_col0
- Select Operator [SEL_2] (rows=1 width=0)
+ Select Operator [SEL_2] (rows=575995635 width=88)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_80] (rows=1 width=0)
+ Filter Operator [FIL_80] (rows=575995635 width=88)
predicate:(ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,ss,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_net_profit"]
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,ss,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_net_profit"]
<-Map 7 [SIMPLE_EDGE]
SHUFFLE [RS_44]
PartitionCols:_col0
@@ -76,7 +76,7 @@ Stage-0
<-Reducer 9 [SIMPLE_EDGE]
SHUFFLE [RS_47]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_90] (rows=7365 width=1119)
+ Merge Join Operator [MERGEJOIN_90] (rows=127775039 width=88)
Conds:RS_39._col2=RS_40._col0(Left Semi),Output:["_col0","_col1","_col2"]
<-Map 8 [SIMPLE_EDGE]
SHUFFLE [RS_39]
@@ -90,60 +90,60 @@ Stage-0
<-Reducer 14 [SIMPLE_EDGE]
SHUFFLE [RS_40]
PartitionCols:_col0
- Group By Operator [GBY_38] (rows=6696 width=1119)
+ Group By Operator [GBY_38] (rows=116159124 width=88)
Output:["_col0"],keys:_col0
- Select Operator [SEL_32] (rows=6696 width=1119)
+ Select Operator [SEL_32] (rows=116159124 width=88)
Output:["_col0"]
- Filter Operator [FIL_83] (rows=6696 width=1119)
+ Filter Operator [FIL_83] (rows=116159124 width=88)
predicate:(rank_window_0 <= 5)
- PTF Operator [PTF_31] (rows=20088 width=1119)
+ PTF Operator [PTF_31] (rows=348477374 width=88)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 DESC NULLS LAST","partition by:":"_col0"}]
- Select Operator [SEL_30] (rows=20088 width=1119)
+ Select Operator [SEL_30] (rows=348477374 width=88)
Output:["_col0","_col1"]
<-Reducer 13 [SIMPLE_EDGE]
SHUFFLE [RS_29]
PartitionCols:_col0
- Group By Operator [GBY_27] (rows=20088 width=1119)
+ Group By Operator [GBY_27] (rows=348477374 width=88)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
<-Reducer 12 [SIMPLE_EDGE]
SHUFFLE [RS_26]
PartitionCols:_col0
- Group By Operator [GBY_25] (rows=40176 width=1119)
- Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4
- Select Operator [SEL_24] (rows=40176 width=1119)
- Output:["_col4","_col2"]
- Merge Join Operator [MERGEJOIN_89] (rows=40176 width=1119)
- Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col2","_col4"]
+ Group By Operator [GBY_25] (rows=696954748 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col6
+ Select Operator [SEL_24] (rows=696954748 width=88)
+ Output:["_col6","_col2"]
+ Merge Join Operator [MERGEJOIN_89] (rows=696954748 width=88)
+ Conds:RS_21._col1=RS_22._col0(Inner),Output:["_col2","_col6"]
<-Map 16 [SIMPLE_EDGE]
SHUFFLE [RS_22]
PartitionCols:_col0
- Select Operator [SEL_17] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_86] (rows=36524 width=1119)
- predicate:(d_month_seq BETWEEN 1193 AND 1204 and d_date_sk is not null)
- TableScan [TS_15] (rows=73049 width=1119)
- default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
+ Select Operator [SEL_17] (rows=1704 width=1910)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_86] (rows=1704 width=1910)
+ predicate:(s_store_sk is not null and s_state is not null)
+ TableScan [TS_15] (rows=1704 width=1910)
+ default@store,s,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"]
<-Reducer 11 [SIMPLE_EDGE]
SHUFFLE [RS_21]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_88] (rows=1874 width=1911)
- Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col0","_col2","_col4"]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_88] (rows=633595212 width=88)
+ Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col2"]
<-Map 10 [SIMPLE_EDGE]
SHUFFLE [RS_18]
- PartitionCols:_col1
- Select Operator [SEL_11] (rows=1 width=0)
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=575995635 width=88)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_84] (rows=1 width=0)
+ Filter Operator [FIL_84] (rows=575995635 width=88)
predicate:(ss_store_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_9] (rows=1 width=0)
- default@store_sales,ss,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_net_profit"]
+ TableScan [TS_9] (rows=575995635 width=88)
+ default@store_sales,ss,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_net_profit"]
<-Map 15 [SIMPLE_EDGE]
SHUFFLE [RS_19]
PartitionCols:_col0
- Select Operator [SEL_14] (rows=1704 width=1910)
- Output:["_col0","_col1"]
- Filter Operator [FIL_85] (rows=1704 width=1910)
- predicate:(s_store_sk is not null and s_state is not null)
- TableScan [TS_12] (rows=1704 width=1910)
- default@store,s,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"]
+ Select Operator [SEL_14] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_85] (rows=36524 width=1119)
+ predicate:(d_month_seq BETWEEN 1193 AND 1204 and d_date_sk is not null)
+ TableScan [TS_12] (rows=73049 width=1119)
+ default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query71.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query71.q.out b/ql/src/test/results/clientpositive/perf/query71.q.out
index 190dc22..ec67b15 100644
--- a/ql/src/test/results/clientpositive/perf/query71.q.out
+++ b/ql/src/test/results/clientpositive/perf/query71.q.out
@@ -5,132 +5,134 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 11 <- Map 10 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE), Union 8 (CONTAINS)
-Reducer 14 <- Map 13 (SIMPLE_EDGE), Map 15 (SIMPLE_EDGE), Union 8 (CONTAINS)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 8 (SIMPLE_EDGE)
-Reducer 3 <- Map 16 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 7 <- Map 6 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE), Union 8 (CONTAINS)
+Reducer 10 <- Map 11 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE), Union 3 (CONTAINS)
+Reducer 13 <- Map 12 (SIMPLE_EDGE), Map 14 (SIMPLE_EDGE), Union 3 (CONTAINS)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE), Union 3 (CONTAINS)
+Reducer 4 <- Map 15 (SIMPLE_EDGE), Union 3 (SIMPLE_EDGE)
+Reducer 5 <- Map 16 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
- Reducer 5
+ Reducer 7
File Output Operator [FS_53]
- Select Operator [SEL_52] (rows=139755 width=1436)
+ Select Operator [SEL_52] (rows=670816149 width=108)
Output:["_col0","_col1","_col2","_col3","_col4"]
- <-Reducer 4 [SIMPLE_EDGE]
+ <-Reducer 6 [SIMPLE_EDGE]
SHUFFLE [RS_51]
- Group By Operator [GBY_48] (rows=139755 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_47]
- PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_46] (rows=279510 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col4)"],keys:_col1, _col2, _col8, _col9
- Select Operator [SEL_45] (rows=279510 width=1436)
- Output:["_col1","_col2","_col8","_col9","_col4"]
- Merge Join Operator [MERGEJOIN_87] (rows=279510 width=1436)
- Conds:RS_42._col6=RS_43._col0(Inner),Output:["_col1","_col2","_col4","_col8","_col9"]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
- PartitionCols:_col0
- Select Operator [SEL_38] (rows=86400 width=471)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_82] (rows=86400 width=471)
- predicate:(((t_meal_time = 'breakfast') or (t_meal_time = 'dinner')) and t_time_sk is not null)
- TableScan [TS_36] (rows=86400 width=471)
- default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute","t_meal_time"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
- PartitionCols:_col6
- Merge Join Operator [MERGEJOIN_86] (rows=254100 width=1436)
- Conds:RS_39._col0=Union 8._col1(Inner),Output:["_col1","_col2","_col4","_col6"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=231000 width=1436)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_75] (rows=231000 width=1436)
- predicate:((i_manager_id = 1) and i_item_sk is not null)
- TableScan [TS_0] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_brand","i_manager_id"]
- <-Union 8 [SIMPLE_EDGE]
- <-Reducer 11 [CONTAINS]
- Reduce Output Operator [RS_40]
- PartitionCols:_col1
- Select Operator [SEL_22] (rows=20088 width=1119)
+ Select Operator [SEL_49] (rows=670816149 width=108)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Group By Operator [GBY_48] (rows=670816149 width=108)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_47]
+ PartitionCols:_col0, _col1, _col2, _col3
+ Group By Operator [GBY_46] (rows=1341632299 width=108)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col0)"],keys:_col8, _col9, _col4, _col5
+ Select Operator [SEL_45] (rows=1341632299 width=108)
+ Output:["_col8","_col9","_col4","_col5","_col0"]
+ Merge Join Operator [MERGEJOIN_87] (rows=1341632299 width=108)
+ Conds:RS_42._col2=RS_43._col0(Inner),Output:["_col0","_col4","_col5","_col8","_col9"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:_col0
+ Select Operator [SEL_38] (rows=86400 width=471)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_82] (rows=86400 width=471)
+ predicate:(((t_meal_time = 'breakfast') or (t_meal_time = 'dinner')) and t_time_sk is not null)
+ TableScan [TS_36] (rows=86400 width=471)
+ default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute","t_meal_time"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_86] (rows=1219665700 width=108)
+ Conds:Union 3._col1=RS_40._col0(Inner),Output:["_col0","_col2","_col4","_col5"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_40]
+ PartitionCols:_col0
+ Select Operator [SEL_35] (rows=231000 width=1436)
Output:["_col0","_col1","_col2"]
- Merge Join Operator [MERGEJOIN_84] (rows=20088 width=1119)
- Conds:RS_19._col0=RS_20._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_15] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_78] (rows=1 width=0)
- predicate:(cs_sold_date_sk is not null and cs_item_sk is not null and cs_sold_time_sk is not null)
- TableScan [TS_13] (rows=1 width=0)
- default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_sold_time_sk","cs_item_sk","cs_ext_sales_price"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_20]
- PartitionCols:_col0
- Select Operator [SEL_18] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_79] (rows=18262 width=1119)
- predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null)
- TableScan [TS_16] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Reducer 14 [CONTAINS]
- Reduce Output Operator [RS_40]
- PartitionCols:_col1
- Select Operator [SEL_34] (rows=20088 width=1119)
- Output:["_col0","_col1","_col2"]
- Merge Join Operator [MERGEJOIN_85] (rows=20088 width=1119)
- Conds:RS_31._col0=RS_32._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col0
- Select Operator [SEL_27] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_80] (rows=1 width=0)
- predicate:(ss_sold_date_sk is not null and ss_item_sk is not null and ss_sold_time_sk is not null)
- TableScan [TS_25] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_sold_time_sk","ss_item_sk","ss_ext_sales_price"]
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
- PartitionCols:_col0
- Select Operator [SEL_30] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_81] (rows=18262 width=1119)
- predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null)
- TableScan [TS_28] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Reducer 7 [CONTAINS]
- Reduce Output Operator [RS_40]
- PartitionCols:_col1
- Select Operator [SEL_12] (rows=20088 width=1119)
- Output:["_col0","_col1","_col2"]
- Merge Join Operator [MERGEJOIN_83] (rows=20088 width=1119)
- Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 6 [SIMPLE_EDGE]
- SHUFFLE [RS_9]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_76] (rows=1 width=0)
- predicate:(ws_sold_date_sk is not null and ws_item_sk is not null and ws_sold_time_sk is not null)
- TableScan [TS_3] (rows=1 width=0)
- default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_sold_time_sk","ws_item_sk","ws_ext_sales_price"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_77] (rows=18262 width=1119)
- predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ Filter Operator [FIL_81] (rows=231000 width=1436)
+ predicate:((i_manager_id = 1) and i_item_sk is not null)
+ TableScan [TS_33] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_brand","i_manager_id"]
+ <-Union 3 [SIMPLE_EDGE]
+ <-Reducer 10 [CONTAINS]
+ Reduce Output Operator [RS_39]
+ PartitionCols:_col1
+ Select Operator [SEL_19] (rows=316788826 width=135)
+ Output:["_col0","_col1","_col2"]
+ Merge Join Operator [MERGEJOIN_84] (rows=316788826 width=135)
+ Conds:RS_16._col0=RS_17._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_17]
+ PartitionCols:_col0
+ Select Operator [SEL_15] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_78] (rows=18262 width=1119)
+ predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null)
+ TableScan [TS_13] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_12] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_77] (rows=287989836 width=135)
+ predicate:(cs_sold_date_sk is not null and cs_item_sk is not null and cs_sold_time_sk is not null)
+ TableScan [TS_10] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_sold_time_sk","cs_item_sk","cs_ext_sales_price"]
+ <-Reducer 13 [CONTAINS]
+ Reduce Output Operator [RS_39]
+ PartitionCols:_col1
+ Select Operator [SEL_31] (rows=633595212 width=88)
+ Output:["_col0","_col1","_col2"]
+ Merge Join Operator [MERGEJOIN_85] (rows=633595212 width=88)
+ Conds:RS_28._col0=RS_29._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ PartitionCols:_col0
+ Select Operator [SEL_24] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_79] (rows=575995635 width=88)
+ predicate:(ss_sold_date_sk is not null and ss_item_sk is not null and ss_sold_time_sk is not null)
+ TableScan [TS_22] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_sold_time_sk","ss_item_sk","ss_ext_sales_price"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col0
+ Select Operator [SEL_27] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_80] (rows=18262 width=1119)
+ predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null)
+ TableScan [TS_25] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Reducer 2 [CONTAINS]
+ Reduce Output Operator [RS_39]
+ PartitionCols:_col1
+ Select Operator [SEL_9] (rows=158402938 width=135)
+ Output:["_col0","_col1","_col2"]
+ Merge Join Operator [MERGEJOIN_83] (rows=158402938 width=135)
+ Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_6]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_75] (rows=144002668 width=135)
+ predicate:(ws_sold_date_sk is not null and ws_item_sk is not null and ws_sold_time_sk is not null)
+ TableScan [TS_0] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_sold_time_sk","ws_item_sk","ws_ext_sales_price"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_7]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_76] (rows=18262 width=1119)
+ predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query72.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query72.q.out b/ql/src/test/results/clientpositive/perf/query72.q.out
index 5c35a17..8bf7838 100644
--- a/ql/src/test/results/clientpositive/perf/query72.q.out
+++ b/ql/src/test/results/clientpositive/perf/query72.q.out
@@ -23,172 +23,174 @@ Stage-0
limit:100
Stage-1
Reducer 13
- File Output Operator [FS_75]
- Limit [LIM_74] (rows=100 width=1436)
+ File Output Operator [FS_76]
+ Limit [LIM_75] (rows=100 width=135)
Number of rows:100
- Select Operator [SEL_73] (rows=165056 width=1436)
+ Select Operator [SEL_74] (rows=41498422 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
<-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_72]
- Group By Operator [GBY_70] (rows=165056 width=1436)
+ SHUFFLE [RS_73]
+ Group By Operator [GBY_71] (rows=41498422 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["count(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_69]
+ SHUFFLE [RS_70]
PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_68] (rows=330112 width=1436)
+ Group By Operator [GBY_69] (rows=82996844 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["count(_col3)","count(_col4)","count()"],keys:_col0, _col1, _col2
- Select Operator [SEL_66] (rows=330112 width=1436)
+ Select Operator [SEL_67] (rows=82996844 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Merge Join Operator [MERGEJOIN_142] (rows=330112 width=1436)
- Conds:RS_63._col4, _col6=RS_64._col0, _col1(Left Outer),Output:["_col13","_col15","_col22","_col28"]
+ Merge Join Operator [MERGEJOIN_143] (rows=82996844 width=135)
+ Conds:RS_64._col4, _col6=RS_65._col0, _col1(Left Outer),Output:["_col13","_col15","_col22","_col28"]
<-Map 23 [SIMPLE_EDGE]
- SHUFFLE [RS_64]
+ SHUFFLE [RS_65]
PartitionCols:_col0, _col1
- Select Operator [SEL_59] (rows=1 width=0)
+ Select Operator [SEL_60] (rows=28798881 width=106)
Output:["_col0","_col1"]
- Filter Operator [FIL_132] (rows=1 width=0)
+ Filter Operator [FIL_133] (rows=28798881 width=106)
predicate:cr_item_sk is not null
- TableScan [TS_57] (rows=1 width=0)
- default@catalog_returns,catalog_returns,Tbl:PARTIAL,Col:NONE,Output:["cr_item_sk","cr_order_number"]
+ TableScan [TS_58] (rows=28798881 width=106)
+ default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number"]
<-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_63]
+ SHUFFLE [RS_64]
PartitionCols:_col4, _col6
- Merge Join Operator [MERGEJOIN_141] (rows=300102 width=1436)
- Conds:RS_60._col5=RS_61._col0(Left Outer),Output:["_col4","_col6","_col13","_col15","_col22","_col28"]
+ Merge Join Operator [MERGEJOIN_142] (rows=75451675 width=135)
+ Conds:RS_61._col5=RS_62._col0(Left Outer),Output:["_col4","_col6","_col13","_col15","_col22","_col28"]
<-Map 22 [SIMPLE_EDGE]
- SHUFFLE [RS_61]
+ SHUFFLE [RS_62]
PartitionCols:_col0
- Select Operator [SEL_56] (rows=2300 width=1179)
+ Select Operator [SEL_57] (rows=2300 width=1179)
Output:["_col0"]
- TableScan [TS_55] (rows=2300 width=1179)
+ TableScan [TS_56] (rows=2300 width=1179)
default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk"]
<-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_60]
+ SHUFFLE [RS_61]
PartitionCols:_col5
- Select Operator [SEL_54] (rows=272820 width=1436)
+ Select Operator [SEL_55] (rows=68592431 width=135)
Output:["_col13","_col15","_col22","_col4","_col5","_col6"]
- Filter Operator [FIL_53] (rows=272820 width=1436)
+ Filter Operator [FIL_54] (rows=68592431 width=135)
predicate:(UDFToDouble(_col27) > (UDFToDouble(_col21) + 5.0))
- Merge Join Operator [MERGEJOIN_140] (rows=818460 width=1436)
- Conds:RS_50._col1=RS_51._col0(Inner),Output:["_col4","_col5","_col6","_col13","_col15","_col21","_col22","_col27"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_51]
- PartitionCols:_col0
- Select Operator [SEL_31] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_130] (rows=73049 width=1119)
- predicate:d_date_sk is not null
- TableScan [TS_29] (rows=73049 width=1119)
- default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_50]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_139] (rows=744055 width=1436)
- Conds:RS_47._col8, _col22=RS_48._col0, _col1(Inner),Output:["_col1","_col4","_col5","_col6","_col13","_col15","_col21","_col22"]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_48]
- PartitionCols:_col0, _col1
- Select Operator [SEL_28] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_129] (rows=73049 width=1119)
- predicate:(d_date_sk is not null and d_week_seq is not null)
- TableScan [TS_26] (rows=73049 width=1119)
- default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_week_seq"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_47]
- PartitionCols:_col8, _col22
- Merge Join Operator [MERGEJOIN_138] (rows=676414 width=1436)
- Conds:RS_44._col0=RS_45._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col8","_col13","_col15","_col21","_col22"]
- <-Map 19 [SIMPLE_EDGE]
- SHUFFLE [RS_45]
- PartitionCols:_col0
- Select Operator [SEL_25] (rows=36524 width=1119)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_128] (rows=36524 width=1119)
- predicate:((d_year = 2001) and d_date_sk is not null and d_week_seq is not null)
- TableScan [TS_23] (rows=73049 width=1119)
- default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date","d_week_seq","d_year"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_44]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_137] (rows=614922 width=1436)
- Conds:RS_41._col3=RS_42._col0(Inner),Output:["_col0","_col1","_col4","_col5","_col6","_col8","_col13","_col15"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
- PartitionCols:_col0
- Select Operator [SEL_22] (rows=3600 width=107)
- Output:["_col0"]
- Filter Operator [FIL_127] (rows=3600 width=107)
- predicate:((hd_buy_potential = '1001-5000') and hd_demo_sk is not null)
- TableScan [TS_20] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_41]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_136] (rows=559020 width=1436)
- Conds:RS_38._col2=RS_39._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col6","_col8","_col13","_col15"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col0
- Select Operator [SEL_19] (rows=9900 width=362)
- Output:["_col0"]
- Filter Operator [FIL_126] (rows=9900 width=362)
- predicate:((cd_marital_status = 'M') and cd_demo_sk is not null)
- TableScan [TS_17] (rows=19800 width=362)
- default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_38]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_135] (rows=508200 width=1436)
- Conds:RS_35._col4=RS_36._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col13","_col15"]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_36]
- PartitionCols:_col0
- Select Operator [SEL_16] (rows=462000 width=1436)
- Output:["_col0","_col1"]
- Filter Operator [FIL_125] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_14] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_desc"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_35]
- PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_134] (rows=29 width=1054)
- Conds:RS_32._col10=RS_33._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col13"]
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
- PartitionCols:_col0
- Select Operator [SEL_13] (rows=27 width=1029)
- Output:["_col0","_col1"]
- Filter Operator [FIL_124] (rows=27 width=1029)
- predicate:w_warehouse_sk is not null
- TableScan [TS_11] (rows=27 width=1029)
- default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
- PartitionCols:_col10
- Select Operator [SEL_10] (rows=1 width=0)
- Output:["_col0","_col1","_col10","_col2","_col3","_col4","_col5","_col6","_col8"]
- Filter Operator [FIL_9] (rows=1 width=0)
- predicate:(_col11 < _col7)
- Merge Join Operator [MERGEJOIN_133] (rows=1 width=0)
- Conds:RS_6._col4=RS_7._col1(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col10","_col11"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_6]
- PartitionCols:_col4
- Select Operator [SEL_2] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Filter Operator [FIL_122] (rows=1 width=0)
- predicate:(cs_item_sk is not null and cs_bill_cdemo_sk is not null and cs_bill_hdemo_sk is not null and cs_sold_date_sk is not null and cs_ship_date_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_ship_date_sk","cs_bill_cdemo_sk","cs_bill_hdemo_sk","cs_item_sk","cs_promo_sk","cs_order_number","cs_quantity"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_7]
- PartitionCols:_col1
- Select Operator [SEL_5] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_123] (rows=1 width=0)
- predicate:(inv_item_sk is not null and inv_warehouse_sk is not null and inv_date_sk is not null)
- TableScan [TS_3] (rows=1 width=0)
- default@inventory,inventory,Tbl:PARTIAL,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"]
+ Select Operator [SEL_53] (rows=205777294 width=135)
+ Output:["_col4","_col5","_col6","_col13","_col15","_col21","_col22","_col27"]
+ Merge Join Operator [MERGEJOIN_141] (rows=205777294 width=135)
+ Conds:RS_50._col2=RS_51._col0(Inner),Output:["_col4","_col5","_col6","_col13","_col14","_col21","_col23","_col25"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_51]
+ PartitionCols:_col0
+ Select Operator [SEL_31] (rows=32306 width=5)
+ Output:["_col0"]
+ Filter Operator [FIL_131] (rows=32306 width=5)
+ predicate:((cd_marital_status = 'M') and cd_demo_sk is not null)
+ TableScan [TS_29] (rows=64612 width=5)
+ default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_50]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_140] (rows=187070264 width=135)
+ Conds:RS_47._col10=RS_48._col0(Inner),Output:["_col2","_col4","_col5","_col6","_col13","_col14","_col21","_col23","_col25"]
+ <-Map 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_48]
+ PartitionCols:_col0
+ Select Operator [SEL_28] (rows=27 width=1029)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_130] (rows=27 width=1029)
+ predicate:w_warehouse_sk is not null
+ TableScan [TS_26] (rows=27 width=1029)
+ default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name"]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_47]
+ PartitionCols:_col10
+ Merge Join Operator [MERGEJOIN_139] (rows=170063873 width=135)
+ Conds:RS_44._col1=RS_45._col0(Inner),Output:["_col2","_col4","_col5","_col6","_col10","_col13","_col14","_col21","_col23"]
+ <-Map 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_45]
+ PartitionCols:_col0
+ Select Operator [SEL_25] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_129] (rows=73049 width=1119)
+ predicate:d_date_sk is not null
+ TableScan [TS_23] (rows=73049 width=1119)
+ default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_44]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_138] (rows=154603518 width=135)
+ Conds:RS_41._col4=RS_42._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col10","_col13","_col14","_col21"]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ PartitionCols:_col0
+ Select Operator [SEL_22] (rows=462000 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_128] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_20] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_desc"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_137] (rows=140548650 width=135)
+ Conds:RS_38._col3=RS_39._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col10","_col13","_col14"]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col0
+ Select Operator [SEL_19] (rows=3600 width=107)
+ Output:["_col0"]
+ Filter Operator [FIL_127] (rows=3600 width=107)
+ predicate:((hd_buy_potential = '1001-5000') and hd_demo_sk is not null)
+ TableScan [TS_17] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_136] (rows=127771498 width=135)
+ Conds:RS_35._col8, _col14=RS_36._col0, _col1(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col10","_col13","_col14"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_36]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_16] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_126] (rows=73049 width=1119)
+ predicate:(d_date_sk is not null and d_week_seq is not null)
+ TableScan [TS_14] (rows=73049 width=1119)
+ default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_week_seq"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col8, _col14
+ Merge Join Operator [MERGEJOIN_135] (rows=116155905 width=135)
+ Conds:RS_32._col0=RS_33._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col10","_col13","_col14"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_33]
+ PartitionCols:_col0
+ Select Operator [SEL_13] (rows=36524 width=1119)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_125] (rows=36524 width=1119)
+ predicate:((d_year = 2001) and d_date_sk is not null and d_week_seq is not null)
+ TableScan [TS_11] (rows=73049 width=1119)
+ default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date","d_week_seq","d_year"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ PartitionCols:_col0
+ Select Operator [SEL_10] (rows=105596275 width=135)
+ Output:["_col0","_col1","_col10","_col2","_col3","_col4","_col5","_col6","_col8"]
+ Filter Operator [FIL_9] (rows=105596275 width=135)
+ predicate:(_col11 < _col7)
+ Merge Join Operator [MERGEJOIN_134] (rows=316788826 width=135)
+ Conds:RS_6._col4=RS_7._col1(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col10","_col11"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_6]
+ PartitionCols:_col4
+ Select Operator [SEL_2] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Filter Operator [FIL_123] (rows=287989836 width=135)
+ predicate:(cs_item_sk is not null and cs_bill_cdemo_sk is not null and cs_bill_hdemo_sk is not null and cs_sold_date_sk is not null and cs_ship_date_sk is not null)
+ TableScan [TS_0] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_ship_date_sk","cs_bill_cdemo_sk","cs_bill_hdemo_sk","cs_item_sk","cs_promo_sk","cs_order_number","cs_quantity"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_7]
+ PartitionCols:_col1
+ Select Operator [SEL_5] (rows=37584000 width=15)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_124] (rows=37584000 width=15)
+ predicate:(inv_item_sk is not null and inv_warehouse_sk is not null and inv_date_sk is not null)
+ TableScan [TS_3] (rows=37584000 width=15)
+ default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query73.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query73.q.out b/ql/src/test/results/clientpositive/perf/query73.q.out
index cb22c8a..00223c0 100644
--- a/ql/src/test/results/clientpositive/perf/query73.q.out
+++ b/ql/src/test/results/clientpositive/perf/query73.q.out
@@ -5,96 +5,96 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Map 11 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
+Reducer 5 <- Map 4 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 6 <- Map 10 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Map 11 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
+Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
- Reducer 7
+ Reducer 3
File Output Operator [FS_37]
- Select Operator [SEL_36] (rows=88000001 width=860)
+ Select Operator [SEL_36] (rows=210828819 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 6 [SIMPLE_EDGE]
+ <-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_35]
- Select Operator [SEL_34] (rows=88000001 width=860)
+ Select Operator [SEL_34] (rows=210828819 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_60] (rows=88000001 width=860)
- Conds:RS_31._col1=RS_32._col0(Inner),Output:["_col0","_col2","_col4","_col5","_col6","_col7"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
+ Merge Join Operator [MERGEJOIN_60] (rows=210828819 width=88)
+ Conds:RS_31._col0=RS_32._col1(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col7"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
PartitionCols:_col0
- Select Operator [SEL_30] (rows=80000000 width=860)
+ Select Operator [SEL_2] (rows=80000000 width=860)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_56] (rows=80000000 width=860)
+ Filter Operator [FIL_52] (rows=80000000 width=860)
predicate:c_customer_sk is not null
- TableScan [TS_28] (rows=80000000 width=860)
+ TableScan [TS_0] (rows=80000000 width=860)
default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_salutation","c_first_name","c_last_name","c_preferred_cust_flag"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
PartitionCols:_col1
- Filter Operator [FIL_26] (rows=6076 width=1119)
+ Filter Operator [FIL_29] (rows=191662559 width=88)
predicate:_col2 BETWEEN 1 AND 5
- Select Operator [SEL_25] (rows=12152 width=1119)
+ Select Operator [SEL_28] (rows=383325119 width=88)
Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_24] (rows=12152 width=1119)
+ Group By Operator [GBY_27] (rows=383325119 width=88)
Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_23]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_26]
PartitionCols:_col0, _col1
- Group By Operator [GBY_22] (rows=24305 width=1119)
+ Group By Operator [GBY_25] (rows=766650239 width=88)
Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col1, _col4
- Merge Join Operator [MERGEJOIN_59] (rows=24305 width=1119)
- Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col1","_col4"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
+ Merge Join Operator [MERGEJOIN_59] (rows=766650239 width=88)
+ Conds:RS_21._col3=RS_22._col0(Inner),Output:["_col1","_col4"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
PartitionCols:_col0
- Select Operator [SEL_11] (rows=1200 width=107)
+ Select Operator [SEL_14] (rows=852 width=1910)
Output:["_col0"]
- Filter Operator [FIL_55] (rows=1200 width=107)
- predicate:(((hd_buy_potential = '1001-5000') or (hd_buy_potential = '5001-10000')) and (hd_vehicle_count > 0) and CASE WHEN ((hd_vehicle_count > 0)) THEN (((UDFToDouble(hd_dep_count) / UDFToDouble(hd_vehicle_count)) > 1.0)) ELSE (null) END and hd_demo_sk is not null)
- TableScan [TS_9] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential","hd_dep_count","hd_vehicle_count"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_58] (rows=22096 width=1119)
- Conds:RS_15._col3=RS_16._col0(Inner),Output:["_col1","_col2","_col4"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
+ Filter Operator [FIL_56] (rows=852 width=1910)
+ predicate:((s_county) IN ('Kittitas County', 'Adams County', 'Richland County', 'Furnas County') and s_store_sk is not null)
+ TableScan [TS_12] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_county"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_58] (rows=696954748 width=88)
+ Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col1","_col3","_col4"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
PartitionCols:_col0
- Select Operator [SEL_8] (rows=852 width=1910)
+ Select Operator [SEL_11] (rows=1200 width=107)
Output:["_col0"]
- Filter Operator [FIL_54] (rows=852 width=1910)
- predicate:((s_county) IN ('Kittitas County', 'Adams County', 'Richland County', 'Furnas County') and s_store_sk is not null)
- TableScan [TS_6] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_county"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_57] (rows=20088 width=1119)
- Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
+ Filter Operator [FIL_55] (rows=1200 width=107)
+ predicate:(((hd_buy_potential = '1001-5000') or (hd_buy_potential = '5001-10000')) and (hd_vehicle_count > 0) and CASE WHEN ((hd_vehicle_count > 0)) THEN (((UDFToDouble(hd_dep_count) / UDFToDouble(hd_vehicle_count)) > 1.0)) ELSE (null) END and hd_demo_sk is not null)
+ TableScan [TS_9] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential","hd_dep_count","hd_vehicle_count"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_57] (rows=633595212 width=88)
+ Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
PartitionCols:_col0
- Select Operator [SEL_2] (rows=1 width=0)
+ Select Operator [SEL_5] (rows=575995635 width=88)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_52] (rows=1 width=0)
+ Filter Operator [FIL_53] (rows=575995635 width=88)
predicate:(ss_sold_date_sk is not null and ss_store_sk is not null and ss_hdemo_sk is not null and ss_customer_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_store_sk","ss_ticket_number"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
+ TableScan [TS_3] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_store_sk","ss_ticket_number"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
PartitionCols:_col0
- Select Operator [SEL_5] (rows=18262 width=1119)
+ Select Operator [SEL_8] (rows=18262 width=1119)
Output:["_col0"]
- Filter Operator [FIL_53] (rows=18262 width=1119)
+ Filter Operator [FIL_54] (rows=18262 width=1119)
predicate:((d_year) IN (1998, 1999, 2000) and d_dom BETWEEN 1 AND 2 and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
+ TableScan [TS_6] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_dom"]
[09/15] hive git commit: HIVE-13542 : Missing stats for tables in
TPCDS performance regression suite (Hari Subramaniyan via Ashutosh Chauhan)
Posted by ha...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query58.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query58.q.out b/ql/src/test/results/clientpositive/perf/query58.q.out
index 2475d92..b688f5a 100644
--- a/ql/src/test/results/clientpositive/perf/query58.q.out
+++ b/ql/src/test/results/clientpositive/perf/query58.q.out
@@ -95,20 +95,20 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 12 <- Map 11 (SIMPLE_EDGE), Map 13 (SIMPLE_EDGE)
-Reducer 15 <- Map 14 (SIMPLE_EDGE), Map 19 (SIMPLE_EDGE)
-Reducer 16 <- Map 20 (SIMPLE_EDGE), Reducer 15 (SIMPLE_EDGE)
-Reducer 17 <- Reducer 16 (SIMPLE_EDGE), Reducer 22 (SIMPLE_EDGE)
+Reducer 10 <- Map 11 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 15 <- Map 14 (SIMPLE_EDGE), Reducer 20 (SIMPLE_EDGE)
+Reducer 16 <- Map 22 (SIMPLE_EDGE), Reducer 15 (SIMPLE_EDGE)
+Reducer 17 <- Map 23 (SIMPLE_EDGE), Reducer 16 (SIMPLE_EDGE)
Reducer 18 <- Reducer 17 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
-Reducer 22 <- Map 21 (SIMPLE_EDGE), Map 23 (SIMPLE_EDGE)
-Reducer 25 <- Map 24 (SIMPLE_EDGE), Map 29 (SIMPLE_EDGE)
-Reducer 26 <- Map 30 (SIMPLE_EDGE), Reducer 25 (SIMPLE_EDGE)
-Reducer 27 <- Reducer 26 (SIMPLE_EDGE), Reducer 32 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
+Reducer 20 <- Map 19 (SIMPLE_EDGE), Map 21 (SIMPLE_EDGE)
+Reducer 25 <- Map 24 (SIMPLE_EDGE), Reducer 30 (SIMPLE_EDGE)
+Reducer 26 <- Map 32 (SIMPLE_EDGE), Reducer 25 (SIMPLE_EDGE)
+Reducer 27 <- Map 33 (SIMPLE_EDGE), Reducer 26 (SIMPLE_EDGE)
Reducer 28 <- Reducer 27 (SIMPLE_EDGE)
-Reducer 3 <- Map 10 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 32 <- Map 31 (SIMPLE_EDGE), Map 33 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 12 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 3 <- Map 12 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 30 <- Map 29 (SIMPLE_EDGE), Map 31 (SIMPLE_EDGE)
+Reducer 4 <- Map 13 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
Reducer 6 <- Reducer 18 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
Reducer 7 <- Reducer 28 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
@@ -119,246 +119,246 @@ Stage-0
limit:100
Stage-1
Reducer 8
- File Output Operator [FS_112]
- Limit [LIM_111] (rows=100 width=1436)
+ File Output Operator [FS_113]
+ Limit [LIM_112] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_110] (rows=21137 width=1436)
+ Select Operator [SEL_111] (rows=6588400 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
<-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_109]
- Select Operator [SEL_108] (rows=21137 width=1436)
+ SHUFFLE [RS_110]
+ Select Operator [SEL_109] (rows=6588400 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Filter Operator [FIL_107] (rows=21137 width=1436)
+ Filter Operator [FIL_108] (rows=6588400 width=88)
predicate:(_col1 BETWEEN (0.9 * UDFToDouble(_col5)) AND (1.1 * UDFToDouble(_col5)) and _col3 BETWEEN (0.9 * UDFToDouble(_col5)) AND (1.1 * UDFToDouble(_col5)) and _col5 BETWEEN (0.9 * UDFToDouble(_col1)) AND (1.1 * UDFToDouble(_col1)) and _col5 BETWEEN (0.9 * UDFToDouble(_col3)) AND (1.1 * UDFToDouble(_col3)))
- Merge Join Operator [MERGEJOIN_202] (rows=338207 width=1436)
+ Merge Join Operator [MERGEJOIN_209] (rows=105414409 width=88)
Conds:RS_104._col0=RS_105._col0(Inner),Output:["_col0","_col1","_col3","_col5"]
<-Reducer 28 [SIMPLE_EDGE]
SHUFFLE [RS_105]
PartitionCols:_col0
- Group By Operator [GBY_102] (rows=307461 width=1436)
+ Group By Operator [GBY_102] (rows=87121617 width=135)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
<-Reducer 27 [SIMPLE_EDGE]
SHUFFLE [RS_101]
PartitionCols:_col0
- Group By Operator [GBY_100] (rows=614922 width=1436)
- Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4
- Select Operator [SEL_99] (rows=614922 width=1436)
- Output:["_col4","_col2"]
- Merge Join Operator [MERGEJOIN_200] (rows=614922 width=1436)
- Conds:RS_96._col6=RS_97._col0(Inner),Output:["_col2","_col4"]
+ Group By Operator [GBY_100] (rows=174243235 width=135)
+ Output:["_col0","_col1"],aggregations:["sum(_col5)"],keys:_col7
+ Select Operator [SEL_99] (rows=174243235 width=135)
+ Output:["_col7","_col5"]
+ Merge Join Operator [MERGEJOIN_207] (rows=174243235 width=135)
+ Conds:RS_96._col4=RS_97._col0(Inner),Output:["_col5","_col7"]
+ <-Map 33 [SIMPLE_EDGE]
+ SHUFFLE [RS_97]
+ PartitionCols:_col0
+ Select Operator [SEL_89] (rows=462000 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_195] (rows=462000 width=1436)
+ predicate:(i_item_sk is not null and i_item_id is not null)
+ TableScan [TS_87] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
<-Reducer 26 [SIMPLE_EDGE]
SHUFFLE [RS_96]
- PartitionCols:_col6
- Merge Join Operator [MERGEJOIN_196] (rows=559020 width=1436)
- Conds:RS_93._col0=RS_94._col0(Inner),Output:["_col2","_col4","_col6"]
- <-Map 30 [SIMPLE_EDGE]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_206] (rows=158402938 width=135)
+ Conds:RS_93._col0=RS_94._col0(Inner),Output:["_col4","_col5"]
+ <-Map 32 [SIMPLE_EDGE]
SHUFFLE [RS_94]
PartitionCols:_col0
- Select Operator [SEL_79] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_186] (rows=73049 width=1119)
- predicate:(d_date_sk is not null and d_date is not null)
- TableScan [TS_77] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ Select Operator [SEL_86] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_194] (rows=144002668 width=135)
+ predicate:(ws_item_sk is not null and ws_sold_date_sk is not null)
+ TableScan [TS_84] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_ext_sales_price"]
<-Reducer 25 [SIMPLE_EDGE]
SHUFFLE [RS_93]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_195] (rows=508200 width=1436)
- Conds:RS_90._col1=RS_91._col0(Inner),Output:["_col0","_col2","_col4"]
+ Merge Join Operator [MERGEJOIN_205] (rows=88388 width=1119)
+ Conds:RS_90._col1=RS_91._col0(Inner),Output:["_col0"]
<-Map 24 [SIMPLE_EDGE]
SHUFFLE [RS_90]
PartitionCols:_col1
- Select Operator [SEL_73] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_184] (rows=1 width=0)
- predicate:(ws_item_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_71] (rows=1 width=0)
- default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_ext_sales_price"]
- <-Map 29 [SIMPLE_EDGE]
+ Select Operator [SEL_73] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_191] (rows=73049 width=1119)
+ predicate:(d_date_sk is not null and d_date is not null)
+ TableScan [TS_71] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ <-Reducer 30 [SIMPLE_EDGE]
SHUFFLE [RS_91]
PartitionCols:_col0
- Select Operator [SEL_76] (rows=462000 width=1436)
- Output:["_col0","_col1"]
- Filter Operator [FIL_185] (rows=462000 width=1436)
- predicate:(i_item_sk is not null and i_item_id is not null)
- TableScan [TS_74] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
- <-Reducer 32 [SIMPLE_EDGE]
- SHUFFLE [RS_97]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_197] (rows=80353 width=1119)
- Conds:RS_86._col1=RS_87._col1(Inner),Output:["_col0"]
- <-Map 31 [SIMPLE_EDGE]
- SHUFFLE [RS_86]
- PartitionCols:_col1
- Select Operator [SEL_82] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_187] (rows=73049 width=1119)
- predicate:(d_week_seq is not null and d_date is not null)
- TableScan [TS_80] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
- <-Map 33 [SIMPLE_EDGE]
- SHUFFLE [RS_87]
- PartitionCols:_col1
- Select Operator [SEL_85] (rows=36524 width=1119)
- Output:["_col1"]
- Filter Operator [FIL_188] (rows=36524 width=1119)
- predicate:((d_date = '1998-08-04') and d_week_seq is not null)
- TableScan [TS_83] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
+ Merge Join Operator [MERGEJOIN_204] (rows=80353 width=1119)
+ Conds:RS_80._col1=RS_81._col1(Inner),Output:["_col0"]
+ <-Map 29 [SIMPLE_EDGE]
+ SHUFFLE [RS_80]
+ PartitionCols:_col1
+ Select Operator [SEL_76] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_192] (rows=73049 width=1119)
+ predicate:(d_week_seq is not null and d_date is not null)
+ TableScan [TS_74] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
+ <-Map 31 [SIMPLE_EDGE]
+ SHUFFLE [RS_81]
+ PartitionCols:_col1
+ Select Operator [SEL_79] (rows=36524 width=1119)
+ Output:["_col1"]
+ Filter Operator [FIL_193] (rows=36524 width=1119)
+ predicate:((d_date = '1998-08-04') and d_week_seq is not null)
+ TableScan [TS_77] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
<-Reducer 6 [SIMPLE_EDGE]
SHUFFLE [RS_104]
PartitionCols:_col0
- Filter Operator [FIL_69] (rows=84551 width=1436)
+ Filter Operator [FIL_69] (rows=95831279 width=88)
predicate:(_col1 BETWEEN (0.9 * UDFToDouble(_col3)) AND (1.1 * UDFToDouble(_col3)) and _col3 BETWEEN (0.9 * UDFToDouble(_col1)) AND (1.1 * UDFToDouble(_col1)))
- Merge Join Operator [MERGEJOIN_201] (rows=338207 width=1436)
+ Merge Join Operator [MERGEJOIN_208] (rows=383325119 width=88)
Conds:RS_66._col0=RS_67._col0(Inner),Output:["_col0","_col1","_col3"]
<-Reducer 18 [SIMPLE_EDGE]
SHUFFLE [RS_67]
PartitionCols:_col0
- Group By Operator [GBY_64] (rows=307461 width=1436)
+ Group By Operator [GBY_64] (rows=174233858 width=135)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
<-Reducer 17 [SIMPLE_EDGE]
SHUFFLE [RS_63]
PartitionCols:_col0
- Group By Operator [GBY_62] (rows=614922 width=1436)
- Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4
- Select Operator [SEL_61] (rows=614922 width=1436)
- Output:["_col4","_col2"]
- Merge Join Operator [MERGEJOIN_199] (rows=614922 width=1436)
- Conds:RS_58._col6=RS_59._col0(Inner),Output:["_col2","_col4"]
+ Group By Operator [GBY_62] (rows=348467716 width=135)
+ Output:["_col0","_col1"],aggregations:["sum(_col5)"],keys:_col7
+ Select Operator [SEL_61] (rows=348467716 width=135)
+ Output:["_col7","_col5"]
+ Merge Join Operator [MERGEJOIN_203] (rows=348467716 width=135)
+ Conds:RS_58._col4=RS_59._col0(Inner),Output:["_col5","_col7"]
+ <-Map 23 [SIMPLE_EDGE]
+ SHUFFLE [RS_59]
+ PartitionCols:_col0
+ Select Operator [SEL_51] (rows=462000 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_190] (rows=462000 width=1436)
+ predicate:(i_item_sk is not null and i_item_id is not null)
+ TableScan [TS_49] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
<-Reducer 16 [SIMPLE_EDGE]
SHUFFLE [RS_58]
- PartitionCols:_col6
- Merge Join Operator [MERGEJOIN_193] (rows=559020 width=1436)
- Conds:RS_55._col0=RS_56._col0(Inner),Output:["_col2","_col4","_col6"]
- <-Map 20 [SIMPLE_EDGE]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_202] (rows=316788826 width=135)
+ Conds:RS_55._col0=RS_56._col0(Inner),Output:["_col4","_col5"]
+ <-Map 22 [SIMPLE_EDGE]
SHUFFLE [RS_56]
PartitionCols:_col0
- Select Operator [SEL_41] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_181] (rows=73049 width=1119)
- predicate:(d_date_sk is not null and d_date is not null)
- TableScan [TS_39] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ Select Operator [SEL_48] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_189] (rows=287989836 width=135)
+ predicate:(cs_item_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_46] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_sales_price"]
<-Reducer 15 [SIMPLE_EDGE]
SHUFFLE [RS_55]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_192] (rows=508200 width=1436)
- Conds:RS_52._col1=RS_53._col0(Inner),Output:["_col0","_col2","_col4"]
+ Merge Join Operator [MERGEJOIN_201] (rows=88388 width=1119)
+ Conds:RS_52._col1=RS_53._col0(Inner),Output:["_col0"]
<-Map 14 [SIMPLE_EDGE]
SHUFFLE [RS_52]
PartitionCols:_col1
- Select Operator [SEL_35] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_179] (rows=1 width=0)
- predicate:(cs_item_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_33] (rows=1 width=0)
- default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_sales_price"]
- <-Map 19 [SIMPLE_EDGE]
+ Select Operator [SEL_35] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_186] (rows=73049 width=1119)
+ predicate:(d_date_sk is not null and d_date is not null)
+ TableScan [TS_33] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ <-Reducer 20 [SIMPLE_EDGE]
SHUFFLE [RS_53]
PartitionCols:_col0
- Select Operator [SEL_38] (rows=462000 width=1436)
- Output:["_col0","_col1"]
- Filter Operator [FIL_180] (rows=462000 width=1436)
- predicate:(i_item_sk is not null and i_item_id is not null)
- TableScan [TS_36] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
- <-Reducer 22 [SIMPLE_EDGE]
- SHUFFLE [RS_59]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_194] (rows=80353 width=1119)
- Conds:RS_48._col1=RS_49._col1(Inner),Output:["_col0"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_48]
- PartitionCols:_col1
- Select Operator [SEL_44] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_182] (rows=73049 width=1119)
- predicate:(d_week_seq is not null and d_date is not null)
- TableScan [TS_42] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
- <-Map 23 [SIMPLE_EDGE]
- SHUFFLE [RS_49]
- PartitionCols:_col1
- Select Operator [SEL_47] (rows=36524 width=1119)
- Output:["_col1"]
- Filter Operator [FIL_183] (rows=36524 width=1119)
- predicate:((d_date = '1998-08-04') and d_week_seq is not null)
- TableScan [TS_45] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
+ Merge Join Operator [MERGEJOIN_200] (rows=80353 width=1119)
+ Conds:RS_42._col1=RS_43._col1(Inner),Output:["_col0"]
+ <-Map 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ PartitionCols:_col1
+ Select Operator [SEL_38] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_187] (rows=73049 width=1119)
+ predicate:(d_week_seq is not null and d_date is not null)
+ TableScan [TS_36] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:_col1
+ Select Operator [SEL_41] (rows=36524 width=1119)
+ Output:["_col1"]
+ Filter Operator [FIL_188] (rows=36524 width=1119)
+ predicate:((d_date = '1998-08-04') and d_week_seq is not null)
+ TableScan [TS_39] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_66]
PartitionCols:_col0
- Group By Operator [GBY_31] (rows=307461 width=1436)
+ Group By Operator [GBY_31] (rows=348477374 width=88)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_30]
PartitionCols:_col0
- Group By Operator [GBY_29] (rows=614922 width=1436)
- Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4
- Select Operator [SEL_28] (rows=614922 width=1436)
- Output:["_col4","_col2"]
- Merge Join Operator [MERGEJOIN_198] (rows=614922 width=1436)
- Conds:RS_25._col6=RS_26._col0(Inner),Output:["_col2","_col4"]
- <-Reducer 12 [SIMPLE_EDGE]
+ Group By Operator [GBY_29] (rows=696954748 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(_col5)"],keys:_col7
+ Select Operator [SEL_28] (rows=696954748 width=88)
+ Output:["_col7","_col5"]
+ Merge Join Operator [MERGEJOIN_199] (rows=696954748 width=88)
+ Conds:RS_25._col4=RS_26._col0(Inner),Output:["_col5","_col7"]
+ <-Map 13 [SIMPLE_EDGE]
SHUFFLE [RS_26]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_191] (rows=80353 width=1119)
- Conds:RS_15._col1=RS_16._col1(Inner),Output:["_col0"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col1
- Select Operator [SEL_11] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_177] (rows=73049 width=1119)
- predicate:(d_week_seq is not null and d_date is not null)
- TableScan [TS_9] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col1
- Select Operator [SEL_14] (rows=36524 width=1119)
- Output:["_col1"]
- Filter Operator [FIL_178] (rows=36524 width=1119)
- predicate:((d_date = '1998-08-04') and d_week_seq is not null)
- TableScan [TS_12] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
+ Select Operator [SEL_18] (rows=462000 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_185] (rows=462000 width=1436)
+ predicate:(i_item_sk is not null and i_item_id is not null)
+ TableScan [TS_16] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_25]
- PartitionCols:_col6
- Merge Join Operator [MERGEJOIN_190] (rows=559020 width=1436)
- Conds:RS_22._col0=RS_23._col0(Inner),Output:["_col2","_col4","_col6"]
- <-Map 10 [SIMPLE_EDGE]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_198] (rows=633595212 width=88)
+ Conds:RS_22._col0=RS_23._col0(Inner),Output:["_col4","_col5"]
+ <-Map 12 [SIMPLE_EDGE]
SHUFFLE [RS_23]
PartitionCols:_col0
- Select Operator [SEL_8] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_176] (rows=73049 width=1119)
- predicate:(d_date_sk is not null and d_date is not null)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ Select Operator [SEL_15] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_184] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_13] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_22]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_189] (rows=508200 width=1436)
- Conds:RS_19._col1=RS_20._col0(Inner),Output:["_col0","_col2","_col4"]
+ Merge Join Operator [MERGEJOIN_197] (rows=88388 width=1119)
+ Conds:RS_19._col1=RS_20._col0(Inner),Output:["_col0"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_19]
PartitionCols:_col1
- Select Operator [SEL_2] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_174] (rows=1 width=0)
- predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"]
- <-Map 9 [SIMPLE_EDGE]
+ Select Operator [SEL_2] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_181] (rows=73049 width=1119)
+ predicate:(d_date_sk is not null and d_date is not null)
+ TableScan [TS_0] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ <-Reducer 10 [SIMPLE_EDGE]
SHUFFLE [RS_20]
PartitionCols:_col0
- Select Operator [SEL_5] (rows=462000 width=1436)
- Output:["_col0","_col1"]
- Filter Operator [FIL_175] (rows=462000 width=1436)
- predicate:(i_item_sk is not null and i_item_id is not null)
- TableScan [TS_3] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
+ Merge Join Operator [MERGEJOIN_196] (rows=80353 width=1119)
+ Conds:RS_9._col1=RS_10._col1(Inner),Output:["_col0"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col1
+ Select Operator [SEL_8] (rows=36524 width=1119)
+ Output:["_col1"]
+ Filter Operator [FIL_183] (rows=36524 width=1119)
+ predicate:((d_date = '1998-08-04') and d_week_seq is not null)
+ TableScan [TS_6] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_9]
+ PartitionCols:_col1
+ Select Operator [SEL_5] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_182] (rows=73049 width=1119)
+ predicate:(d_week_seq is not null and d_date is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
[07/15] hive git commit: HIVE-13542 : Missing stats for tables in
TPCDS performance regression suite (Hari Subramaniyan via Ashutosh Chauhan)
Posted by ha...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query65.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query65.q.out b/ql/src/test/results/clientpositive/perf/query65.q.out
index 15b2615..41f52de 100644
--- a/ql/src/test/results/clientpositive/perf/query65.q.out
+++ b/ql/src/test/results/clientpositive/perf/query65.q.out
@@ -1,4 +1,3 @@
-Warning: Shuffle Join MERGEJOIN[71][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 2' is a cross product
PREHOOK: query: explain select
s_store_name,
i_item_desc,
@@ -78,122 +77,127 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 12 <- Map 11 (SIMPLE_EDGE), Map 14 (SIMPLE_EDGE)
-Reducer 13 <- Reducer 12 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 13 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 7 <- Map 10 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
-Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
+Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Reducer 10 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 13 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Map 14 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 9 <- Map 12 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:100
Stage-1
- Reducer 4
- File Output Operator [FS_53]
- Limit [LIM_52] (rows=100 width=1436)
+ Reducer 6
+ File Output Operator [FS_52]
+ Limit [LIM_51] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_51] (rows=372680 width=1436)
+ Select Operator [SEL_50] (rows=255550079 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_50]
- Select Operator [SEL_49] (rows=372680 width=1436)
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_49]
+ Select Operator [SEL_48] (rows=255550079 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_48] (rows=372680 width=1436)
+ Filter Operator [FIL_47] (rows=255550079 width=88)
predicate:(UDFToDouble(_col11) <= (0.1 * UDFToDouble(_col8)))
- Merge Join Operator [MERGEJOIN_73] (rows=1118040 width=1436)
- Conds:RS_45._col7, _col0, _col2=RS_46._col0, _col0, _col1(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col8","_col11"]
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_46]
- PartitionCols:_col0, _col0, _col1
- Select Operator [SEL_38] (rows=20088 width=1119)
- Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_37] (rows=20088 width=1119)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_36]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_35] (rows=40176 width=1119)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col1, _col2
- Merge Join Operator [MERGEJOIN_72] (rows=40176 width=1119)
- Conds:RS_31._col0=RS_32._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col0
- Select Operator [SEL_27] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_68] (rows=1 width=0)
- predicate:(ss_sold_date_sk is not null and ss_store_sk is not null and ss_item_sk is not null)
- TableScan [TS_25] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
- PartitionCols:_col0
- Select Operator [SEL_30] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_69] (rows=36524 width=1119)
- predicate:(d_month_seq BETWEEN 1212 AND 1223 and d_date_sk is not null)
- TableScan [TS_28] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_45]
- PartitionCols:_col7, _col0, _col2
- Merge Join Operator [MERGEJOIN_71] (rows=1016400 width=1436)
- Conds:(Inner),(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_41]
- Select Operator [SEL_2] (rows=1704 width=1910)
- Output:["_col0","_col1"]
- Filter Operator [FIL_64] (rows=1704 width=1910)
- predicate:s_store_sk is not null
- TableScan [TS_0] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"]
- <-Map 5 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
- Select Operator [SEL_5] (rows=462000 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_65] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_3] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_desc","i_current_price","i_wholesale_cost","i_brand"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
- Group By Operator [GBY_23] (rows=10044 width=1119)
- Output:["_col0","_col1"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Group By Operator [GBY_21] (rows=20088 width=1119)
- Output:["_col0","_col1"],aggregations:["avg(_col2)"],keys:_col1
- Select Operator [SEL_19] (rows=20088 width=1119)
- Output:["_col1","_col2"]
- Group By Operator [GBY_18] (rows=20088 width=1119)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_17]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_16] (rows=40176 width=1119)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col1, _col2
- Merge Join Operator [MERGEJOIN_70] (rows=40176 width=1119)
- Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_67] (rows=36524 width=1119)
- predicate:(d_month_seq BETWEEN 1212 AND 1223 and d_date_sk is not null)
- TableScan [TS_9] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
- <-Map 6 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_66] (rows=1 width=0)
- predicate:(ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_6] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"]
+ Select Operator [SEL_46] (rows=766650239 width=88)
+ Output:["_col1","_col3","_col4","_col5","_col6","_col8","_col11"]
+ Merge Join Operator [MERGEJOIN_82] (rows=766650239 width=88)
+ Conds:RS_43._col1=RS_44._col0(Inner),Output:["_col2","_col4","_col6","_col8","_col9","_col10","_col11"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_44]
+ PartitionCols:_col0
+ Select Operator [SEL_38] (rows=462000 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_78] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_36] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_desc","i_current_price","i_wholesale_cost","i_brand"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_81] (rows=696954748 width=88)
+ Conds:RS_39._col0=RS_40._col0(Inner),RS_39._col0=RS_41._col0(Inner),Output:["_col1","_col2","_col4","_col6"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ PartitionCols:_col0
+ Select Operator [SEL_35] (rows=1704 width=1910)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_77] (rows=1704 width=1910)
+ predicate:s_store_sk is not null
+ TableScan [TS_33] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_40]
+ PartitionCols:_col0
+ Group By Operator [GBY_31] (rows=158398803 width=88)
+ Output:["_col0","_col1"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0
+ Group By Operator [GBY_29] (rows=316797606 width=88)
+ Output:["_col0","_col1"],aggregations:["avg(_col2)"],keys:_col1
+ Select Operator [SEL_27] (rows=316797606 width=88)
+ Output:["_col1","_col2"]
+ Group By Operator [GBY_26] (rows=316797606 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_24] (rows=633595212 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col1, _col2
+ Merge Join Operator [MERGEJOIN_80] (rows=633595212 width=88)
+ Conds:RS_20._col0=RS_21._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col0
+ Select Operator [SEL_19] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_76] (rows=36524 width=1119)
+ predicate:(d_month_seq BETWEEN 1212 AND 1223 and d_date_sk is not null)
+ TableScan [TS_17] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_20]
+ PartitionCols:_col0
+ Select Operator [SEL_16] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_75] (rows=575995635 width=88)
+ predicate:(ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_14] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col0
+ Select Operator [SEL_13] (rows=316797606 width=88)
+ Output:["_col0","_col1","_col2"]
+ Group By Operator [GBY_12] (rows=316797606 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_11]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_10] (rows=633595212 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col1, _col2
+ Merge Join Operator [MERGEJOIN_79] (rows=633595212 width=88)
+ Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_6]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_73] (rows=575995635 width=88)
+ predicate:(ss_sold_date_sk is not null and ss_store_sk is not null and ss_item_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_7]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_74] (rows=36524 width=1119)
+ predicate:(d_month_seq BETWEEN 1212 AND 1223 and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query66.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query66.q.out b/ql/src/test/results/clientpositive/perf/query66.q.out
index a606946..b19cc77 100644
--- a/ql/src/test/results/clientpositive/perf/query66.q.out
+++ b/ql/src/test/results/clientpositive/perf/query66.q.out
@@ -458,65 +458,65 @@ Stage-0
Stage-1
Reducer 9
File Output Operator [FS_76]
- Limit [LIM_75] (rows=100 width=471)
+ Limit [LIM_75] (rows=100 width=135)
Number of rows:100
- Select Operator [SEL_74] (rows=26136 width=471)
+ Select Operator [SEL_74] (rows=158120068 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41","_col42","_col43"]
<-Reducer 8 [SIMPLE_EDGE]
SHUFFLE [RS_73]
- Select Operator [SEL_72] (rows=26136 width=471)
+ Select Operator [SEL_72] (rows=158120068 width=135)
Output:["_col0","_col1","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col2","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col3","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col4","_col40","_col41","_col42","_col43","_col5","_col8","_col9"]
- Group By Operator [GBY_71] (rows=26136 width=471)
+ Group By Operator [GBY_71] (rows=158120068 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41","_col42","_col43"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)","sum(VALUE._col7)","sum(VALUE._col8)","sum(VALUE._col9)","sum(VALUE._col10)","sum(VALUE._col11)","sum(VALUE._col12)","sum(VALUE._col13)","sum(VALUE._col14)","sum(VALUE._col15)","sum(VALUE._col16)","sum(VALUE._col17)","sum(VALUE._col18)","sum(VALUE._col19)","sum(VALUE._col20)","sum(VALUE._col21)","sum(VALUE._col22)","sum(VALUE._col23)","sum(VALUE._col24)","sum(VALUE._col25)","sum(VALUE._col26)","sum(VALUE._col27)","sum(VALUE._col28)",
"sum(VALUE._col29)","sum(VALUE._col30)","sum(VALUE._col31)","sum(VALUE._col32)","sum(VALUE._col33)","sum(VALUE._col34)","sum(VALUE._col35)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, 'DIAMOND,AIRBORNE', 2002
<-Union 7 [SIMPLE_EDGE]
<-Reducer 19 [CONTAINS]
Reduce Output Operator [RS_70]
PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, 'DIAMOND,AIRBORNE', 2002
- Group By Operator [GBY_69] (rows=52272 width=471)
+ Group By Operator [GBY_69] (rows=316240137 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41","_col42","_col43"],aggregations:["sum(_col8)","sum(_col9)","sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)","sum(_col15)","sum(_col16)","sum(_col17)","sum(_col18)","sum(_col19)","sum(_col20)","sum(_col21)","sum(_col22)","sum(_col23)","sum(_col24)","sum(_col25)","sum(_col26)","sum(_col27)","sum(_col28)","sum(_col29)","sum(_col30)","sum(_col31)","sum(_col32)","sum(_col33)","sum(_col34)","sum(_col35)","sum(_col36)","sum(_col37)","sum(_col38)","sum(_col39)","sum(_col40)","sum(_col41)","sum(_col42)","sum(_col43)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, 'DIAMOND,AIRBO
RNE', 2002
- Select Operator [SEL_67] (rows=52272 width=471)
+ Select Operator [SEL_67] (rows=316240137 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41","_col42","_col43"]
- Select Operator [SEL_65] (rows=26136 width=471)
+ Select Operator [SEL_65] (rows=210822976 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"]
- Group By Operator [GBY_64] (rows=26136 width=471)
+ Group By Operator [GBY_64] (rows=210822976 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)","sum(VALUE._col7)","sum(VALUE._col8)","sum(VALUE._col9)","sum(VALUE._col10)","sum(VALUE._col11)","sum(VALUE._col12)","sum(VALUE._col13)","sum(VALUE._col14)","sum(VALUE._col15)","sum(VALUE._col16)","sum(VALUE._col17)","sum(VALUE._col18)","sum(VALUE._col19)","sum(VALUE._col20)","sum(VALUE._col21)","sum(VALUE._col22)","sum(VALUE._col23)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, 2002
<-Reducer 18 [SIMPLE_EDGE]
SHUFFLE [RS_63]
PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, 2002
- Group By Operator [GBY_62] (rows=52272 width=471)
+ Group By Operator [GBY_62] (rows=421645953 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30"],aggregations:["sum(_col7)","sum(_col8)","sum(_col9)","sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)","sum(_col15)","sum(_col16)","sum(_col17)","sum(_col18)","sum(_col19)","sum(_col20)","sum(_col21)","sum(_col22)","sum(_col23)","sum(_col24)","sum(_col25)","sum(_col26)","sum(_col27)","sum(_col28)","sum(_col29)","sum(_col30)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, 2002
- Select Operator [SEL_60] (rows=52272 width=471)
+ Select Operator [SEL_60] (rows=421645953 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30"]
- Merge Join Operator [MERGEJOIN_122] (rows=52272 width=471)
- Conds:RS_57._col2=RS_58._col0(Inner),Output:["_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col13","_col16"]
+ Merge Join Operator [MERGEJOIN_122] (rows=421645953 width=135)
+ Conds:RS_57._col3=RS_58._col0(Inner),Output:["_col4","_col5","_col6","_col11","_col15","_col16","_col17","_col18","_col19","_col20"]
<-Map 23 [SIMPLE_EDGE]
SHUFFLE [RS_58]
PartitionCols:_col0
- Select Operator [SEL_47] (rows=1 width=0)
- Output:["_col0"]
- Filter Operator [FIL_114] (rows=1 width=0)
- predicate:((sm_carrier) IN ('DIAMOND', 'AIRBORNE') and sm_ship_mode_sk is not null)
- TableScan [TS_45] (rows=1 width=0)
- default@ship_mode,ship_mode,Tbl:PARTIAL,Col:NONE,Output:["sm_ship_mode_sk","sm_carrier"]
+ Select Operator [SEL_47] (rows=27 width=1029)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ Filter Operator [FIL_114] (rows=27 width=1029)
+ predicate:w_warehouse_sk is not null
+ TableScan [TS_45] (rows=27 width=1029)
+ default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name","w_warehouse_sq_ft","w_city","w_county","w_state","w_country"]
<-Reducer 17 [SIMPLE_EDGE]
SHUFFLE [RS_57]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_121] (rows=47520 width=471)
- Conds:RS_54._col1=RS_55._col0(Inner),Output:["_col2","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col13","_col16"]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_121] (rows=383314495 width=135)
+ Conds:RS_54._col2=RS_55._col0(Inner),Output:["_col3","_col4","_col5","_col6","_col11"]
<-Map 22 [SIMPLE_EDGE]
SHUFFLE [RS_55]
PartitionCols:_col0
- Select Operator [SEL_44] (rows=43200 width=471)
+ Select Operator [SEL_44] (rows=1 width=0)
Output:["_col0"]
- Filter Operator [FIL_113] (rows=43200 width=471)
- predicate:(t_time BETWEEN 49530 AND 78330 and t_time_sk is not null)
- TableScan [TS_42] (rows=86400 width=471)
- default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_time"]
+ Filter Operator [FIL_113] (rows=1 width=0)
+ predicate:((sm_carrier) IN ('DIAMOND', 'AIRBORNE') and sm_ship_mode_sk is not null)
+ TableScan [TS_42] (rows=1 width=0)
+ default@ship_mode,ship_mode,Tbl:PARTIAL,Col:NONE,Output:["sm_ship_mode_sk","sm_carrier"]
<-Reducer 16 [SIMPLE_EDGE]
SHUFFLE [RS_54]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_120] (rows=40176 width=1119)
- Conds:RS_51._col0=RS_52._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col13","_col16"]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_120] (rows=348467716 width=135)
+ Conds:RS_51._col0=RS_52._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6","_col11"]
<-Map 21 [SIMPLE_EDGE]
SHUFFLE [RS_52]
PartitionCols:_col0
@@ -529,74 +529,74 @@ Stage-0
<-Reducer 15 [SIMPLE_EDGE]
SHUFFLE [RS_51]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_119] (rows=29 width=1054)
- Conds:RS_48._col3=RS_49._col0(Inner),Output:["_col0","_col1","_col2","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col13"]
+ Merge Join Operator [MERGEJOIN_119] (rows=316788826 width=135)
+ Conds:RS_48._col1=RS_49._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6"]
<-Map 14 [SIMPLE_EDGE]
SHUFFLE [RS_48]
- PartitionCols:_col3
- Select Operator [SEL_35] (rows=1 width=0)
+ PartitionCols:_col1
+ Select Operator [SEL_35] (rows=287989836 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Filter Operator [FIL_110] (rows=1 width=0)
+ Filter Operator [FIL_110] (rows=287989836 width=135)
predicate:(cs_warehouse_sk is not null and cs_sold_date_sk is not null and cs_sold_time_sk is not null and cs_ship_mode_sk is not null)
- TableScan [TS_33] (rows=1 width=0)
- default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_sold_time_sk","cs_ship_mode_sk","cs_warehouse_sk","cs_quantity","cs_ext_sales_price","cs_net_paid_inc_ship_tax"]
+ TableScan [TS_33] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_sold_time_sk","cs_ship_mode_sk","cs_warehouse_sk","cs_quantity","cs_ext_sales_price","cs_net_paid_inc_ship_tax"]
<-Map 20 [SIMPLE_EDGE]
SHUFFLE [RS_49]
PartitionCols:_col0
- Select Operator [SEL_38] (rows=27 width=1029)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Filter Operator [FIL_111] (rows=27 width=1029)
- predicate:w_warehouse_sk is not null
- TableScan [TS_36] (rows=27 width=1029)
- default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name","w_warehouse_sq_ft","w_city","w_county","w_state","w_country"]
+ Select Operator [SEL_38] (rows=43200 width=471)
+ Output:["_col0"]
+ Filter Operator [FIL_111] (rows=43200 width=471)
+ predicate:(t_time BETWEEN 49530 AND 78330 and t_time_sk is not null)
+ TableScan [TS_36] (rows=86400 width=471)
+ default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_time"]
<-Reducer 6 [CONTAINS]
Reduce Output Operator [RS_70]
PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, 'DIAMOND,AIRBORNE', 2002
- Group By Operator [GBY_69] (rows=52272 width=471)
+ Group By Operator [GBY_69] (rows=316240137 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41","_col42","_col43"],aggregations:["sum(_col8)","sum(_col9)","sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)","sum(_col15)","sum(_col16)","sum(_col17)","sum(_col18)","sum(_col19)","sum(_col20)","sum(_col21)","sum(_col22)","sum(_col23)","sum(_col24)","sum(_col25)","sum(_col26)","sum(_col27)","sum(_col28)","sum(_col29)","sum(_col30)","sum(_col31)","sum(_col32)","sum(_col33)","sum(_col34)","sum(_col35)","sum(_col36)","sum(_col37)","sum(_col38)","sum(_col39)","sum(_col40)","sum(_col41)","sum(_col42)","sum(_col43)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, 'DIAMOND,AIRBO
RNE', 2002
- Select Operator [SEL_67] (rows=52272 width=471)
+ Select Operator [SEL_67] (rows=316240137 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41","_col42","_col43"]
- Select Operator [SEL_32] (rows=26136 width=471)
+ Select Operator [SEL_32] (rows=105417161 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"]
- Group By Operator [GBY_31] (rows=26136 width=471)
+ Group By Operator [GBY_31] (rows=105417161 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)","sum(VALUE._col7)","sum(VALUE._col8)","sum(VALUE._col9)","sum(VALUE._col10)","sum(VALUE._col11)","sum(VALUE._col12)","sum(VALUE._col13)","sum(VALUE._col14)","sum(VALUE._col15)","sum(VALUE._col16)","sum(VALUE._col17)","sum(VALUE._col18)","sum(VALUE._col19)","sum(VALUE._col20)","sum(VALUE._col21)","sum(VALUE._col22)","sum(VALUE._col23)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, 2002
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_30]
PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, 2002
- Group By Operator [GBY_29] (rows=52272 width=471)
+ Group By Operator [GBY_29] (rows=210834322 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30"],aggregations:["sum(_col7)","sum(_col8)","sum(_col9)","sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)","sum(_col15)","sum(_col16)","sum(_col17)","sum(_col18)","sum(_col19)","sum(_col20)","sum(_col21)","sum(_col22)","sum(_col23)","sum(_col24)","sum(_col25)","sum(_col26)","sum(_col27)","sum(_col28)","sum(_col29)","sum(_col30)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, 2002
- Select Operator [SEL_27] (rows=52272 width=471)
+ Select Operator [SEL_27] (rows=210834322 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30"]
- Merge Join Operator [MERGEJOIN_118] (rows=52272 width=471)
- Conds:RS_24._col2=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col13","_col16"]
+ Merge Join Operator [MERGEJOIN_118] (rows=210834322 width=135)
+ Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col11","_col15","_col16","_col17","_col18","_col19","_col20"]
<-Map 13 [SIMPLE_EDGE]
SHUFFLE [RS_25]
PartitionCols:_col0
- Select Operator [SEL_14] (rows=1 width=0)
- Output:["_col0"]
- Filter Operator [FIL_109] (rows=1 width=0)
- predicate:((sm_carrier) IN ('DIAMOND', 'AIRBORNE') and sm_ship_mode_sk is not null)
- TableScan [TS_12] (rows=1 width=0)
- default@ship_mode,ship_mode,Tbl:PARTIAL,Col:NONE,Output:["sm_ship_mode_sk","sm_carrier"]
+ Select Operator [SEL_14] (rows=27 width=1029)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ Filter Operator [FIL_109] (rows=27 width=1029)
+ predicate:w_warehouse_sk is not null
+ TableScan [TS_12] (rows=27 width=1029)
+ default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name","w_warehouse_sq_ft","w_city","w_county","w_state","w_country"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_24]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_117] (rows=47520 width=471)
- Conds:RS_21._col1=RS_22._col0(Inner),Output:["_col2","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col13","_col16"]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_117] (rows=191667562 width=135)
+ Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col3","_col4","_col5","_col6","_col11"]
<-Map 12 [SIMPLE_EDGE]
SHUFFLE [RS_22]
PartitionCols:_col0
- Select Operator [SEL_11] (rows=43200 width=471)
+ Select Operator [SEL_11] (rows=1 width=0)
Output:["_col0"]
- Filter Operator [FIL_108] (rows=43200 width=471)
- predicate:(t_time BETWEEN 49530 AND 78330 and t_time_sk is not null)
- TableScan [TS_9] (rows=86400 width=471)
- default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_time"]
+ Filter Operator [FIL_108] (rows=1 width=0)
+ predicate:((sm_carrier) IN ('DIAMOND', 'AIRBORNE') and sm_ship_mode_sk is not null)
+ TableScan [TS_9] (rows=1 width=0)
+ default@ship_mode,ship_mode,Tbl:PARTIAL,Col:NONE,Output:["sm_ship_mode_sk","sm_carrier"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_21]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_116] (rows=40176 width=1119)
- Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col13","_col16"]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_116] (rows=174243235 width=135)
+ Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6","_col11"]
<-Map 11 [SIMPLE_EDGE]
SHUFFLE [RS_19]
PartitionCols:_col0
@@ -609,24 +609,24 @@ Stage-0
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_18]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_115] (rows=29 width=1054)
- Conds:RS_15._col3=RS_16._col0(Inner),Output:["_col0","_col1","_col2","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col13"]
+ Merge Join Operator [MERGEJOIN_115] (rows=158402938 width=135)
+ Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_15]
- PartitionCols:_col3
- Select Operator [SEL_2] (rows=1 width=0)
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=144002668 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Filter Operator [FIL_105] (rows=1 width=0)
+ Filter Operator [FIL_105] (rows=144002668 width=135)
predicate:(ws_warehouse_sk is not null and ws_sold_date_sk is not null and ws_sold_time_sk is not null and ws_ship_mode_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_sold_time_sk","ws_ship_mode_sk","ws_warehouse_sk","ws_quantity","ws_sales_price","ws_net_paid_inc_tax"]
+ TableScan [TS_0] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_sold_time_sk","ws_ship_mode_sk","ws_warehouse_sk","ws_quantity","ws_sales_price","ws_net_paid_inc_tax"]
<-Map 10 [SIMPLE_EDGE]
SHUFFLE [RS_16]
PartitionCols:_col0
- Select Operator [SEL_5] (rows=27 width=1029)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Filter Operator [FIL_106] (rows=27 width=1029)
- predicate:w_warehouse_sk is not null
- TableScan [TS_3] (rows=27 width=1029)
- default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name","w_warehouse_sq_ft","w_city","w_county","w_state","w_country"]
+ Select Operator [SEL_5] (rows=43200 width=471)
+ Output:["_col0"]
+ Filter Operator [FIL_106] (rows=43200 width=471)
+ predicate:(t_time BETWEEN 49530 AND 78330 and t_time_sk is not null)
+ TableScan [TS_3] (rows=86400 width=471)
+ default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_time"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query67.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query67.q.out b/ql/src/test/results/clientpositive/perf/query67.q.out
index 4a1e7a6..da84d4a 100644
--- a/ql/src/test/results/clientpositive/perf/query67.q.out
+++ b/ql/src/test/results/clientpositive/perf/query67.q.out
@@ -100,35 +100,35 @@ Stage-0
Stage-1
Reducer 7
File Output Operator [FS_37]
- Limit [LIM_36] (rows=100 width=1436)
+ Limit [LIM_36] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_35] (rows=762300 width=1436)
+ Select Operator [SEL_35] (rows=1149975358 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
<-Reducer 6 [SIMPLE_EDGE]
SHUFFLE [RS_34]
- Select Operator [SEL_30] (rows=762300 width=1436)
+ Select Operator [SEL_30] (rows=1149975358 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
- Filter Operator [FIL_47] (rows=762300 width=1436)
+ Filter Operator [FIL_47] (rows=1149975358 width=88)
predicate:(rank_window_0 <= 100)
- PTF Operator [PTF_29] (rows=2286900 width=1436)
+ PTF Operator [PTF_29] (rows=3449926075 width=88)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col16 DESC NULLS LAST","partition by:":"_col0"}]
- Select Operator [SEL_28] (rows=2286900 width=1436)
+ Select Operator [SEL_28] (rows=3449926075 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col16"]
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_27]
PartitionCols:_col0
- Select Operator [SEL_26] (rows=2286900 width=1436)
+ Select Operator [SEL_26] (rows=3449926075 width=88)
Output:["_col0","_col1","_col16","_col2","_col3","_col4","_col5","_col6","_col7"]
- Group By Operator [GBY_25] (rows=2286900 width=1436)
+ Group By Operator [GBY_25] (rows=3449926075 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_24]
PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8
- Group By Operator [GBY_23] (rows=4573800 width=1436)
+ Group By Operator [GBY_23] (rows=6899852151 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"],aggregations:["sum(_col8)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, '0'
- Select Operator [SEL_21] (rows=508200 width=1436)
+ Select Operator [SEL_21] (rows=766650239 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- Merge Join Operator [MERGEJOIN_54] (rows=508200 width=1436)
+ Merge Join Operator [MERGEJOIN_54] (rows=766650239 width=88)
Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col3","_col4","_col7","_col8","_col9","_col11","_col13","_col14","_col15","_col16"]
<-Map 10 [SIMPLE_EDGE]
SHUFFLE [RS_19]
@@ -142,7 +142,7 @@ Stage-0
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_18]
PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_53] (rows=44193 width=1119)
+ Merge Join Operator [MERGEJOIN_53] (rows=696954748 width=88)
Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col1","_col3","_col4","_col7","_col8","_col9","_col11"]
<-Map 9 [SIMPLE_EDGE]
SHUFFLE [RS_16]
@@ -156,17 +156,17 @@ Stage-0
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_15]
PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_52] (rows=40176 width=1119)
+ Merge Join Operator [MERGEJOIN_52] (rows=633595212 width=88)
Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col7","_col8","_col9"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_12]
PartitionCols:_col0
- Select Operator [SEL_2] (rows=1 width=0)
+ Select Operator [SEL_2] (rows=575995635 width=88)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_48] (rows=1 width=0)
+ Filter Operator [FIL_48] (rows=575995635 width=88)
predicate:(ss_sold_date_sk is not null and ss_store_sk is not null and ss_item_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_quantity","ss_sales_price"]
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_quantity","ss_sales_price"]
<-Map 8 [SIMPLE_EDGE]
SHUFFLE [RS_13]
PartitionCols:_col0
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query68.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query68.q.out b/ql/src/test/results/clientpositive/perf/query68.q.out
index df253ae..8fcc147 100644
--- a/ql/src/test/results/clientpositive/perf/query68.q.out
+++ b/ql/src/test/results/clientpositive/perf/query68.q.out
@@ -5,130 +5,130 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 10 (SIMPLE_EDGE)
-Reducer 3 <- Map 11 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 12 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 13 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Map 14 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Map 15 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
+Reducer 10 <- Map 15 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Reducer 10 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 11 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 7 <- Map 12 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
+Reducer 8 <- Map 13 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
+Reducer 9 <- Map 14 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:100
Stage-1
- Reducer 9
+ Reducer 4
File Output Operator [FS_50]
- Limit [LIM_49] (rows=100 width=860)
+ Limit [LIM_49] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_48] (rows=96800003 width=860)
+ Select Operator [SEL_48] (rows=463823414 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- <-Reducer 8 [SIMPLE_EDGE]
+ <-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_47]
- Select Operator [SEL_46] (rows=96800003 width=860)
+ Select Operator [SEL_46] (rows=463823414 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Filter Operator [FIL_45] (rows=96800003 width=860)
- predicate:(_col11 <> _col2)
- Merge Join Operator [MERGEJOIN_90] (rows=96800003 width=860)
- Conds:RS_42._col7=RS_43._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col8","_col9","_col11"]
- <-Map 15 [SIMPLE_EDGE]
+ Filter Operator [FIL_45] (rows=463823414 width=88)
+ predicate:(_col5 <> _col8)
+ Merge Join Operator [MERGEJOIN_86] (rows=463823414 width=88)
+ Conds:RS_42._col0=RS_43._col1(Inner),Output:["_col2","_col3","_col5","_col6","_col8","_col9","_col10","_col11"]
+ <-Reducer 11 [SIMPLE_EDGE]
SHUFFLE [RS_43]
- PartitionCols:_col0
- Select Operator [SEL_38] (rows=40000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_84] (rows=40000000 width=1014)
- predicate:ca_address_sk is not null
- TableScan [TS_36] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_city"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
- PartitionCols:_col7
- Merge Join Operator [MERGEJOIN_89] (rows=88000001 width=860)
- Conds:RS_39._col1=RS_40._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col7","_col8","_col9"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_40]
- PartitionCols:_col0
- Select Operator [SEL_35] (rows=80000000 width=860)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_83] (rows=80000000 width=860)
- predicate:(c_customer_sk is not null and c_current_addr_sk is not null)
- TableScan [TS_33] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk","c_first_name","c_last_name"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col1
- Select Operator [SEL_31] (rows=22000000 width=1014)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Group By Operator [GBY_30] (rows=22000000 width=1014)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_28] (rows=44000000 width=1014)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col1, _col3, _col5, _col18
- Select Operator [SEL_27] (rows=44000000 width=1014)
- Output:["_col1","_col3","_col5","_col18","_col6","_col7","_col8"]
- Merge Join Operator [MERGEJOIN_88] (rows=44000000 width=1014)
- Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col8","_col18"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
+ PartitionCols:_col1
+ Select Operator [SEL_37] (rows=421657640 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Group By Operator [GBY_36] (rows=421657640 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col0, _col1, _col2, _col3
+ Group By Operator [GBY_34] (rows=843315281 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col18, _col1, _col3, _col5
+ Select Operator [SEL_33] (rows=843315281 width=88)
+ Output:["_col18","_col1","_col3","_col5","_col6","_col7","_col8"]
+ Merge Join Operator [MERGEJOIN_85] (rows=843315281 width=88)
+ Conds:RS_30._col3=RS_31._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col8","_col18"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col0
+ Select Operator [SEL_20] (rows=40000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_80] (rows=40000000 width=1014)
+ predicate:ca_address_sk is not null
+ TableScan [TS_18] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_city"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_84] (rows=766650239 width=88)
+ Conds:RS_27._col2=RS_28._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col8"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
PartitionCols:_col0
- Select Operator [SEL_14] (rows=40000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_82] (rows=40000000 width=1014)
- predicate:ca_address_sk is not null
- TableScan [TS_12] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_city"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_87] (rows=24305 width=1119)
- Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col8"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
+ Select Operator [SEL_17] (rows=7200 width=107)
+ Output:["_col0"]
+ Filter Operator [FIL_79] (rows=7200 width=107)
+ predicate:(((hd_dep_count = 4) or (hd_vehicle_count = 2)) and hd_demo_sk is not null)
+ TableScan [TS_15] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_83] (rows=696954748 width=88)
+ Conds:RS_24._col4=RS_25._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7","_col8"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
PartitionCols:_col0
- Select Operator [SEL_11] (rows=7200 width=107)
+ Select Operator [SEL_14] (rows=852 width=1910)
Output:["_col0"]
- Filter Operator [FIL_81] (rows=7200 width=107)
- predicate:(((hd_dep_count = 4) or (hd_vehicle_count = 2)) and hd_demo_sk is not null)
- TableScan [TS_9] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_86] (rows=22096 width=1119)
- Conds:RS_18._col4=RS_19._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7","_col8"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
+ Filter Operator [FIL_78] (rows=852 width=1910)
+ predicate:((s_city) IN ('Rosedale', 'Bethlehem') and s_store_sk is not null)
+ TableScan [TS_12] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_city"]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_82] (rows=633595212 width=88)
+ Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
PartitionCols:_col0
- Select Operator [SEL_8] (rows=852 width=1910)
+ Select Operator [SEL_11] (rows=18262 width=1119)
Output:["_col0"]
- Filter Operator [FIL_80] (rows=852 width=1910)
- predicate:((s_city) IN ('Rosedale', 'Bethlehem') and s_store_sk is not null)
- TableScan [TS_6] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_city"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_85] (rows=20088 width=1119)
- Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- Filter Operator [FIL_78] (rows=1 width=0)
- predicate:(ss_sold_date_sk is not null and ss_store_sk is not null and ss_hdemo_sk is not null and ss_addr_sk is not null and ss_customer_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_ticket_number","ss_ext_sales_price","ss_ext_list_price","ss_ext_tax"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_79] (rows=18262 width=1119)
- predicate:((d_year) IN (1998, 1999, 2000) and d_dom BETWEEN 1 AND 2 and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_dom"]
+ Filter Operator [FIL_77] (rows=18262 width=1119)
+ predicate:((d_year) IN (1998, 1999, 2000) and d_dom BETWEEN 1 AND 2 and d_date_sk is not null)
+ TableScan [TS_9] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_dom"]
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
+ Filter Operator [FIL_76] (rows=575995635 width=88)
+ predicate:(ss_sold_date_sk is not null and ss_store_sk is not null and ss_hdemo_sk is not null and ss_addr_sk is not null and ss_customer_sk is not null)
+ TableScan [TS_6] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_ticket_number","ss_ext_sales_price","ss_ext_list_price","ss_ext_tax"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_81] (rows=88000001 width=860)
+ Conds:RS_39._col1=RS_40._col0(Inner),Output:["_col0","_col2","_col3","_col5"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=80000000 width=860)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_74] (rows=80000000 width=860)
+ predicate:(c_customer_sk is not null and c_current_addr_sk is not null)
+ TableScan [TS_0] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk","c_first_name","c_last_name"]
+ <-Map 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_40]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=40000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_75] (rows=40000000 width=1014)
+ predicate:ca_address_sk is not null
+ TableScan [TS_3] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_city"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query7.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query7.q.out b/ql/src/test/results/clientpositive/perf/query7.q.out
index be336ac..749b361 100644
--- a/ql/src/test/results/clientpositive/perf/query7.q.out
+++ b/ql/src/test/results/clientpositive/perf/query7.q.out
@@ -18,37 +18,37 @@ Stage-0
Stage-1
Reducer 7
File Output Operator [FS_35]
- Limit [LIM_34] (rows=100 width=1436)
+ Limit [LIM_34] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_33] (rows=279510 width=1436)
+ Select Operator [SEL_33] (rows=421657640 width=88)
Output:["_col0","_col1","_col2","_col3","_col4"]
<-Reducer 6 [SIMPLE_EDGE]
SHUFFLE [RS_32]
- Group By Operator [GBY_30] (rows=279510 width=1436)
+ Group By Operator [GBY_30] (rows=421657640 width=88)
Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["avg(VALUE._col0)","avg(VALUE._col1)","avg(VALUE._col2)","avg(VALUE._col3)"],keys:KEY._col0
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_29]
PartitionCols:_col0
- Group By Operator [GBY_28] (rows=559020 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["avg(_col4)","avg(_col5)","avg(_col7)","avg(_col6)"],keys:_col15
- Select Operator [SEL_27] (rows=559020 width=1436)
- Output:["_col15","_col4","_col5","_col7","_col6"]
- Merge Join Operator [MERGEJOIN_58] (rows=559020 width=1436)
- Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col15"]
+ Group By Operator [GBY_28] (rows=843315281 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["avg(_col4)","avg(_col5)","avg(_col7)","avg(_col6)"],keys:_col14
+ Select Operator [SEL_27] (rows=843315281 width=88)
+ Output:["_col14","_col4","_col5","_col7","_col6"]
+ Merge Join Operator [MERGEJOIN_58] (rows=843315281 width=88)
+ Conds:RS_24._col2=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col14"]
<-Map 11 [SIMPLE_EDGE]
SHUFFLE [RS_25]
PartitionCols:_col0
- Select Operator [SEL_14] (rows=2300 width=1179)
+ Select Operator [SEL_14] (rows=3106 width=13)
Output:["_col0"]
- Filter Operator [FIL_54] (rows=2300 width=1179)
- predicate:(((p_channel_email = 'N') or (p_channel_event = 'N')) and p_promo_sk is not null)
- TableScan [TS_12] (rows=2300 width=1179)
- default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_email","p_channel_event"]
+ Filter Operator [FIL_54] (rows=3106 width=13)
+ predicate:((cd_gender = 'F') and (cd_marital_status = 'W') and (cd_education_status = 'Primary') and cd_demo_sk is not null)
+ TableScan [TS_12] (rows=24850 width=13)
+ default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_24]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_57] (rows=508200 width=1436)
- Conds:RS_21._col1=RS_22._col0(Inner),Output:["_col3","_col4","_col5","_col6","_col7","_col15"]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_57] (rows=766650239 width=88)
+ Conds:RS_21._col1=RS_22._col0(Inner),Output:["_col2","_col4","_col5","_col6","_col7","_col14"]
<-Map 10 [SIMPLE_EDGE]
SHUFFLE [RS_22]
PartitionCols:_col0
@@ -61,38 +61,38 @@ Stage-0
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_21]
PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_56] (rows=40176 width=1119)
- Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7"]
+ Merge Join Operator [MERGEJOIN_56] (rows=696954748 width=88)
+ Conds:RS_18._col3=RS_19._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col7"]
<-Map 9 [SIMPLE_EDGE]
SHUFFLE [RS_19]
PartitionCols:_col0
- Select Operator [SEL_8] (rows=36524 width=1119)
+ Select Operator [SEL_8] (rows=2300 width=1179)
Output:["_col0"]
- Filter Operator [FIL_52] (rows=36524 width=1119)
- predicate:((d_year = 1998) and d_date_sk is not null)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ Filter Operator [FIL_52] (rows=2300 width=1179)
+ predicate:(((p_channel_email = 'N') or (p_channel_event = 'N')) and p_promo_sk is not null)
+ TableScan [TS_6] (rows=2300 width=1179)
+ default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_email","p_channel_event"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_18]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_55] (rows=2722 width=362)
- Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col6","_col7"]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_55] (rows=633595212 width=88)
+ Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_15]
- PartitionCols:_col2
- Select Operator [SEL_2] (rows=1 width=0)
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Filter Operator [FIL_50] (rows=1 width=0)
+ Filter Operator [FIL_50] (rows=575995635 width=88)
predicate:(ss_cdemo_sk is not null and ss_sold_date_sk is not null and ss_item_sk is not null and ss_promo_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_cdemo_sk","ss_promo_sk","ss_quantity","ss_list_price","ss_sales_price","ss_coupon_amt"]
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_cdemo_sk","ss_promo_sk","ss_quantity","ss_list_price","ss_sales_price","ss_coupon_amt"]
<-Map 8 [SIMPLE_EDGE]
SHUFFLE [RS_16]
PartitionCols:_col0
- Select Operator [SEL_5] (rows=2475 width=362)
+ Select Operator [SEL_5] (rows=36524 width=1119)
Output:["_col0"]
- Filter Operator [FIL_51] (rows=2475 width=362)
- predicate:((cd_gender = 'F') and (cd_marital_status = 'W') and (cd_education_status = 'Primary') and cd_demo_sk is not null)
- TableScan [TS_3] (rows=19800 width=362)
- default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"]
+ Filter Operator [FIL_51] (rows=36524 width=1119)
+ predicate:((d_year = 1998) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
[14/15] hive git commit: HIVE-13542 : Missing stats for tables in
TPCDS performance regression suite (Hari Subramaniyan via Ashutosh Chauhan)
Posted by ha...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query18.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query18.q.out b/ql/src/test/results/clientpositive/perf/query18.q.out
index 1014bc1..a1c9da5 100644
--- a/ql/src/test/results/clientpositive/perf/query18.q.out
+++ b/ql/src/test/results/clientpositive/perf/query18.q.out
@@ -5,126 +5,128 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 10 (SIMPLE_EDGE)
-Reducer 3 <- Map 11 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 12 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 13 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Map 14 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Map 15 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
+Reducer 10 <- Map 13 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 14 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
+Reducer 12 <- Map 15 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 12 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:100
Stage-1
- Reducer 9
- File Output Operator [FS_48]
- Limit [LIM_47] (rows=100 width=860)
+ Reducer 6
+ File Output Operator [FS_49]
+ Limit [LIM_48] (rows=100 width=135)
Number of rows:100
- Select Operator [SEL_46] (rows=133100005 width=860)
+ Select Operator [SEL_47] (rows=1054114882 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_45]
- Select Operator [SEL_44] (rows=133100005 width=860)
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_46]
+ Select Operator [SEL_45] (rows=1054114882 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"]
- Group By Operator [GBY_43] (rows=133100005 width=860)
+ Group By Operator [GBY_44] (rows=1054114882 width=135)
Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col7","_col8","_col9","_col10","_col11"],aggregations:["avg(VALUE._col0)","avg(VALUE._col1)","avg(VALUE._col2)","avg(VALUE._col3)","avg(VALUE._col4)","avg(VALUE._col5)","avg(VALUE._col6)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_41] (rows=266200010 width=860)
+ Group By Operator [GBY_42] (rows=2108229765 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"],aggregations:["avg(_col4)","avg(_col5)","avg(_col6)","avg(_col7)","avg(_col8)","avg(_col9)","avg(_col10)"],keys:_col0, _col1, _col2, _col3, '0'
- Select Operator [SEL_39] (rows=53240002 width=860)
+ Select Operator [SEL_40] (rows=421645953 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"]
- Merge Join Operator [MERGEJOIN_88] (rows=53240002 width=860)
- Conds:RS_36._col18=RS_37._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col8","_col14","_col16","_col21","_col23","_col24","_col25"]
- <-Map 15 [SIMPLE_EDGE]
+ Merge Join Operator [MERGEJOIN_83] (rows=421645953 width=135)
+ Conds:RS_37._col0=RS_38._col1(Inner),Output:["_col4","_col6","_col7","_col8","_col14","_col15","_col16","_col17","_col18","_col22","_col26"]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col1
+ Select Operator [SEL_30] (rows=383314495 width=135)
+ Output:["_col1","_col12","_col16","_col4","_col5","_col6","_col7","_col8"]
+ Merge Join Operator [MERGEJOIN_82] (rows=383314495 width=135)
+ Conds:RS_27._col2=RS_28._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col8","_col12","_col16"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ PartitionCols:_col0
+ Select Operator [SEL_20] (rows=5047 width=16)
+ Output:["_col0","_col3"]
+ Filter Operator [FIL_77] (rows=5047 width=16)
+ predicate:((cd_gender = 'M') and (cd_education_status = 'College') and cd_demo_sk is not null)
+ TableScan [TS_18] (rows=20191 width=16)
+ default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_education_status","cd_dep_count"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_81] (rows=348467716 width=135)
+ Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col7","_col8","_col12"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Select Operator [SEL_17] (rows=462000 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_76] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_15] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_80] (rows=316788826 width=135)
+ Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_75] (rows=36524 width=1119)
+ predicate:((d_year = 2001) and d_date_sk is not null)
+ TableScan [TS_12] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
+ Filter Operator [FIL_74] (rows=287989836 width=135)
+ predicate:(cs_sold_date_sk is not null and cs_bill_cdemo_sk is not null and cs_item_sk is not null and cs_bill_customer_sk is not null)
+ TableScan [TS_9] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_bill_cdemo_sk","cs_item_sk","cs_quantity","cs_list_price","cs_sales_price","cs_coupon_amt","cs_net_profit"]
+ <-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_37]
PartitionCols:_col0
- Select Operator [SEL_20] (rows=19800 width=362)
- Output:["_col0"]
- Filter Operator [FIL_82] (rows=19800 width=362)
- predicate:cd_demo_sk is not null
- TableScan [TS_18] (rows=19800 width=362)
- default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_36]
- PartitionCols:_col18
- Merge Join Operator [MERGEJOIN_87] (rows=48400001 width=860)
- Conds:RS_33._col19=RS_34._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col8","_col14","_col16","_col18","_col21","_col23","_col24","_col25"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
+ Merge Join Operator [MERGEJOIN_79] (rows=48400001 width=860)
+ Conds:RS_34._col1=RS_35._col0(Inner),Output:["_col0","_col4","_col6","_col7","_col8"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
PartitionCols:_col0
- Select Operator [SEL_17] (rows=20000000 width=1014)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_81] (rows=20000000 width=1014)
- predicate:((ca_state) IN ('ND', 'WI', 'AL', 'NC', 'OK', 'MS', 'TN') and ca_address_sk is not null)
- TableScan [TS_15] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county","ca_state","ca_country"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
- PartitionCols:_col19
- Merge Join Operator [MERGEJOIN_86] (rows=44000000 width=860)
- Conds:RS_30._col1=RS_31._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col8","_col14","_col16","_col18","_col19","_col21"]
- <-Map 13 [SIMPLE_EDGE]
+ Select Operator [SEL_8] (rows=80765 width=4)
+ Output:["_col0"]
+ Filter Operator [FIL_73] (rows=80765 width=4)
+ predicate:cd_demo_sk is not null
+ TableScan [TS_6] (rows=80765 width=4)
+ default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_78] (rows=44000000 width=860)
+ Conds:RS_31._col2=RS_32._col0(Inner),Output:["_col0","_col1","_col4","_col6","_col7","_col8"]
+ <-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_31]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=40000000 width=860)
+ PartitionCols:_col2
+ Select Operator [SEL_2] (rows=40000000 width=860)
Output:["_col0","_col1","_col2","_col4"]
- Filter Operator [FIL_80] (rows=40000000 width=860)
+ Filter Operator [FIL_71] (rows=40000000 width=860)
predicate:((c_birth_month) IN (9, 5, 12, 4, 1, 10) and c_customer_sk is not null and c_current_addr_sk is not null and c_current_cdemo_sk is not null)
- TableScan [TS_12] (rows=80000000 width=860)
+ TableScan [TS_0] (rows=80000000 width=860)
default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_addr_sk","c_birth_month","c_birth_year"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_85] (rows=508200 width=1436)
- Conds:RS_27._col3=RS_28._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col8","_col14","_col16"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=462000 width=1436)
- Output:["_col0","_col1"]
- Filter Operator [FIL_79] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_9] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_84] (rows=44193 width=1119)
- Conds:RS_24._col2=RS_25._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col8","_col14"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=4950 width=362)
- Output:["_col0","_col3"]
- Filter Operator [FIL_78] (rows=4950 width=362)
- predicate:((cd_gender = 'M') and (cd_education_status = 'College') and cd_demo_sk is not null)
- TableScan [TS_6] (rows=19800 width=362)
- default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_education_status","cd_dep_count"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_83] (rows=40176 width=1119)
- Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- Filter Operator [FIL_76] (rows=1 width=0)
- predicate:(cs_sold_date_sk is not null and cs_bill_cdemo_sk is not null and cs_item_sk is not null and cs_bill_customer_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_bill_cdemo_sk","cs_item_sk","cs_quantity","cs_list_price","cs_sales_price","cs_coupon_amt","cs_net_profit"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_77] (rows=36524 width=1119)
- predicate:((d_year = 2001) and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=20000000 width=1014)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_72] (rows=20000000 width=1014)
+ predicate:((ca_state) IN ('ND', 'WI', 'AL', 'NC', 'OK', 'MS', 'TN') and ca_address_sk is not null)
+ TableScan [TS_3] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county","ca_state","ca_country"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query19.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query19.q.out b/ql/src/test/results/clientpositive/perf/query19.q.out
index 855c91e..f5eeae4 100644
--- a/ql/src/test/results/clientpositive/perf/query19.q.out
+++ b/ql/src/test/results/clientpositive/perf/query19.q.out
@@ -5,111 +5,115 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
-Reducer 3 <- Map 10 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 11 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 12 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Map 13 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
+Reducer 10 <- Map 13 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 10 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 8 <- Map 11 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 9 <- Map 12 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:100
Stage-1
- Reducer 8
- File Output Operator [FS_43]
- Limit [LIM_42] (rows=100 width=860)
+ Reducer 5
+ File Output Operator [FS_45]
+ Limit [LIM_44] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_41] (rows=53240002 width=860)
+ Select Operator [SEL_43] (rows=421657640 width=88)
Output:["_col0","_col1","_col2","_col3","_col4"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_40]
- Group By Operator [GBY_37] (rows=53240002 width=860)
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ Group By Operator [GBY_39] (rows=421657640 width=88)
Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_36]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_35] (rows=106480005 width=860)
+ Group By Operator [GBY_37] (rows=843315281 width=88)
Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col7)"],keys:_col9, _col10, _col11, _col12
- Select Operator [SEL_34] (rows=106480005 width=860)
+ Select Operator [SEL_36] (rows=843315281 width=88)
Output:["_col9","_col10","_col11","_col12","_col7"]
- Filter Operator [FIL_33] (rows=106480005 width=860)
+ Filter Operator [FIL_35] (rows=843315281 width=88)
predicate:(substr(_col17, 1, 5) <> substr(_col19, 1, 5))
- Merge Join Operator [MERGEJOIN_74] (rows=106480005 width=860)
- Conds:RS_30._col6=RS_31._col0(Inner),Output:["_col7","_col9","_col10","_col11","_col12","_col17","_col19"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col0
- Select Operator [SEL_17] (rows=1704 width=1910)
- Output:["_col0","_col1"]
- Filter Operator [FIL_69] (rows=1704 width=1910)
- predicate:s_store_sk is not null
- TableScan [TS_15] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_zip"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col6
- Merge Join Operator [MERGEJOIN_73] (rows=96800003 width=860)
- Conds:RS_27._col15=RS_28._col0(Inner),Output:["_col6","_col7","_col9","_col10","_col11","_col12","_col17"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=40000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_68] (rows=40000000 width=1014)
- predicate:ca_address_sk is not null
- TableScan [TS_12] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_zip"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col15
- Merge Join Operator [MERGEJOIN_72] (rows=88000001 width=860)
- Conds:RS_24._col5=RS_25._col0(Inner),Output:["_col6","_col7","_col9","_col10","_col11","_col12","_col15"]
- <-Map 11 [SIMPLE_EDGE]
+ Select Operator [SEL_34] (rows=843315281 width=88)
+ Output:["_col7","_col9","_col10","_col11","_col12","_col17","_col19"]
+ Merge Join Operator [MERGEJOIN_73] (rows=843315281 width=88)
+ Conds:RS_31._col0=RS_32._col2(Inner),Output:["_col3","_col8","_col13","_col14","_col15","_col16","_col19"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ PartitionCols:_col2
+ Select Operator [SEL_27] (rows=766650239 width=88)
+ Output:["_col10","_col11","_col12","_col15","_col2","_col4","_col9"]
+ Merge Join Operator [MERGEJOIN_72] (rows=766650239 width=88)
+ Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col2","_col4","_col9","_col10","_col11","_col12","_col15"]
+ <-Map 13 [SIMPLE_EDGE]
SHUFFLE [RS_25]
PartitionCols:_col0
- Select Operator [SEL_11] (rows=80000000 width=860)
+ Select Operator [SEL_17] (rows=1704 width=1910)
Output:["_col0","_col1"]
- Filter Operator [FIL_67] (rows=80000000 width=860)
- predicate:(c_customer_sk is not null and c_current_addr_sk is not null)
- TableScan [TS_9] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"]
- <-Reducer 3 [SIMPLE_EDGE]
+ Filter Operator [FIL_68] (rows=1704 width=1910)
+ predicate:s_store_sk is not null
+ TableScan [TS_15] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_zip"]
+ <-Reducer 9 [SIMPLE_EDGE]
SHUFFLE [RS_24]
- PartitionCols:_col5
- Merge Join Operator [MERGEJOIN_71] (rows=254100 width=1436)
- Conds:RS_21._col4=RS_22._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col11","_col12"]
- <-Map 10 [SIMPLE_EDGE]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_71] (rows=696954748 width=88)
+ Conds:RS_21._col1=RS_22._col0(Inner),Output:["_col2","_col3","_col4","_col9","_col10","_col11","_col12"]
+ <-Map 12 [SIMPLE_EDGE]
SHUFFLE [RS_22]
PartitionCols:_col0
- Select Operator [SEL_8] (rows=231000 width=1436)
+ Select Operator [SEL_14] (rows=231000 width=1436)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_66] (rows=231000 width=1436)
+ Filter Operator [FIL_67] (rows=231000 width=1436)
predicate:((i_manager_id = 7) and i_item_sk is not null)
- TableScan [TS_6] (rows=462000 width=1436)
+ TableScan [TS_12] (rows=462000 width=1436)
default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_brand","i_manufact_id","i_manufact","i_manager_id"]
- <-Reducer 2 [SIMPLE_EDGE]
+ <-Reducer 8 [SIMPLE_EDGE]
SHUFFLE [RS_21]
- PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_70] (rows=20088 width=1119)
- Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col4","_col5","_col6","_col7"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_70] (rows=633595212 width=88)
+ Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
PartitionCols:_col0
- Select Operator [SEL_2] (rows=18262 width=1119)
+ Select Operator [SEL_11] (rows=18262 width=1119)
Output:["_col0"]
- Filter Operator [FIL_64] (rows=18262 width=1119)
+ Filter Operator [FIL_66] (rows=18262 width=1119)
predicate:((d_moy = 11) and (d_year = 1999) and d_date_sk is not null)
- TableScan [TS_0] (rows=73049 width=1119)
+ TableScan [TS_9] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
PartitionCols:_col0
- Select Operator [SEL_5] (rows=1 width=0)
+ Select Operator [SEL_8] (rows=575995635 width=88)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_65] (rows=1 width=0)
+ Filter Operator [FIL_65] (rows=575995635 width=88)
predicate:(ss_sold_date_sk is not null and ss_item_sk is not null and ss_customer_sk is not null and ss_store_sk is not null)
- TableScan [TS_3] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ext_sales_price"]
+ TableScan [TS_6] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ext_sales_price"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_69] (rows=88000001 width=860)
+ Conds:RS_28._col1=RS_29._col0(Inner),Output:["_col0","_col3"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=80000000 width=860)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_63] (rows=80000000 width=860)
+ predicate:(c_customer_sk is not null and c_current_addr_sk is not null)
+ TableScan [TS_0] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"]
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=40000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_64] (rows=40000000 width=1014)
+ predicate:ca_address_sk is not null
+ TableScan [TS_3] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_zip"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query20.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query20.q.out b/ql/src/test/results/clientpositive/perf/query20.q.out
index 9af7729..3eed0a8 100644
--- a/ql/src/test/results/clientpositive/perf/query20.q.out
+++ b/ql/src/test/results/clientpositive/perf/query20.q.out
@@ -17,64 +17,64 @@ Stage-0
Stage-1
Reducer 6
File Output Operator [FS_28]
- Limit [LIM_27] (rows=100 width=1436)
+ Limit [LIM_27] (rows=100 width=135)
Number of rows:100
- Select Operator [SEL_26] (rows=139755 width=1436)
+ Select Operator [SEL_26] (rows=174233858 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_25]
- Select Operator [SEL_23] (rows=139755 width=1436)
+ Select Operator [SEL_23] (rows=174233858 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- PTF Operator [PTF_22] (rows=139755 width=1436)
+ PTF Operator [PTF_22] (rows=174233858 width=135)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 ASC NULLS FIRST","partition by:":"_col3"}]
- Select Operator [SEL_21] (rows=139755 width=1436)
+ Select Operator [SEL_21] (rows=174233858 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_20]
PartitionCols:_col3
- Select Operator [SEL_19] (rows=139755 width=1436)
+ Select Operator [SEL_19] (rows=174233858 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Group By Operator [GBY_18] (rows=139755 width=1436)
+ Group By Operator [GBY_18] (rows=174233858 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_17]
PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_16] (rows=279510 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)"],keys:_col4, _col5, _col6, _col7, _col8
- Select Operator [SEL_15] (rows=279510 width=1436)
- Output:["_col4","_col5","_col6","_col7","_col8","_col2"]
- Merge Join Operator [MERGEJOIN_38] (rows=279510 width=1436)
- Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col2","_col4","_col5","_col6","_col7","_col8"]
+ Group By Operator [GBY_16] (rows=348467716 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)"],keys:_col6, _col7, _col8, _col9, _col10
+ Select Operator [SEL_15] (rows=348467716 width=135)
+ Output:["_col6","_col7","_col8","_col9","_col10","_col2"]
+ Merge Join Operator [MERGEJOIN_38] (rows=348467716 width=135)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col6","_col7","_col8","_col9","_col10"]
<-Map 8 [SIMPLE_EDGE]
SHUFFLE [RS_13]
PartitionCols:_col0
- Select Operator [SEL_8] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_36] (rows=36524 width=1119)
- predicate:(d_date BETWEEN '2001-01-12' AND '2001-02-11' and d_date_sk is not null)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ Select Operator [SEL_8] (rows=231000 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_36] (rows=231000 width=1436)
+ predicate:((i_category) IN ('Jewelry', 'Sports', 'Books') and i_item_sk is not null)
+ TableScan [TS_6] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc","i_current_price","i_class","i_category"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_12]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_37] (rows=254100 width=1436)
- Conds:RS_9._col1=RS_10._col0(Inner),Output:["_col0","_col2","_col4","_col5","_col6","_col7","_col8"]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_37] (rows=316788826 width=135)
+ Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_9]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=1 width=0)
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=287989836 width=135)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_34] (rows=1 width=0)
+ Filter Operator [FIL_34] (rows=287989836 width=135)
predicate:(cs_item_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_sales_price"]
+ TableScan [TS_0] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_sales_price"]
<-Map 7 [SIMPLE_EDGE]
SHUFFLE [RS_10]
PartitionCols:_col0
- Select Operator [SEL_5] (rows=231000 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_35] (rows=231000 width=1436)
- predicate:((i_category) IN ('Jewelry', 'Sports', 'Books') and i_item_sk is not null)
- TableScan [TS_3] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc","i_current_price","i_class","i_category"]
+ Select Operator [SEL_5] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_35] (rows=36524 width=1119)
+ predicate:(d_date BETWEEN '2001-01-12' AND '2001-02-11' and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query21.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query21.q.out b/ql/src/test/results/clientpositive/perf/query21.q.out
index 1be6627..52dc0d2 100644
--- a/ql/src/test/results/clientpositive/perf/query21.q.out
+++ b/ql/src/test/results/clientpositive/perf/query21.q.out
@@ -67,39 +67,39 @@ Stage-0
Stage-1
Reducer 6
File Output Operator [FS_31]
- Limit [LIM_30] (rows=100 width=1436)
+ Limit [LIM_30] (rows=100 width=15)
Number of rows:100
- Select Operator [SEL_29] (rows=69877 width=1436)
+ Select Operator [SEL_29] (rows=12506076 width=15)
Output:["_col0","_col1","_col2","_col3"]
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_28]
- Filter Operator [FIL_26] (rows=69877 width=1436)
+ Filter Operator [FIL_26] (rows=12506076 width=15)
predicate:CASE WHEN ((_col2 > 0)) THEN ((UDFToDouble(_col3) / UDFToDouble(_col2)) BETWEEN 0.6666666666666666 AND 1.5) ELSE (null) END
- Group By Operator [GBY_25] (rows=139755 width=1436)
+ Group By Operator [GBY_25] (rows=25012152 width=15)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_24]
PartitionCols:_col0, _col1
- Group By Operator [GBY_23] (rows=279510 width=1436)
+ Group By Operator [GBY_23] (rows=50024305 width=15)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col0, _col1
- Select Operator [SEL_21] (rows=279510 width=1436)
+ Select Operator [SEL_21] (rows=50024305 width=15)
Output:["_col0","_col1","_col2","_col3"]
- Merge Join Operator [MERGEJOIN_47] (rows=279510 width=1436)
- Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col3","_col5","_col7","_col10"]
+ Merge Join Operator [MERGEJOIN_47] (rows=50024305 width=15)
+ Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col3","_col5","_col7","_col10"]
<-Map 9 [SIMPLE_EDGE]
SHUFFLE [RS_19]
PartitionCols:_col0
- Select Operator [SEL_11] (rows=36524 width=1119)
+ Select Operator [SEL_11] (rows=27 width=1029)
Output:["_col0","_col1"]
- Filter Operator [FIL_44] (rows=36524 width=1119)
- predicate:(d_date BETWEEN '1998-03-09' AND '1998-05-07' and d_date_sk is not null)
- TableScan [TS_9] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ Filter Operator [FIL_44] (rows=27 width=1029)
+ predicate:w_warehouse_sk is not null
+ TableScan [TS_9] (rows=27 width=1029)
+ default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_18]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_46] (rows=254100 width=1436)
- Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col0","_col3","_col5","_col7"]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_46] (rows=45476640 width=15)
+ Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col2","_col3","_col5","_col7"]
<-Map 8 [SIMPLE_EDGE]
SHUFFLE [RS_16]
PartitionCols:_col0
@@ -112,24 +112,24 @@ Stage-0
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_15]
PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_45] (rows=29 width=1054)
- Conds:RS_12._col2=RS_13._col0(Inner),Output:["_col0","_col1","_col3","_col5"]
+ Merge Join Operator [MERGEJOIN_45] (rows=41342400 width=15)
+ Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col5"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_12]
- PartitionCols:_col2
- Select Operator [SEL_2] (rows=1 width=0)
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=37584000 width=15)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_41] (rows=1 width=0)
+ Filter Operator [FIL_41] (rows=37584000 width=15)
predicate:(inv_warehouse_sk is not null and inv_item_sk is not null and inv_date_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@inventory,inventory,Tbl:PARTIAL,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"]
+ TableScan [TS_0] (rows=37584000 width=15)
+ default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"]
<-Map 7 [SIMPLE_EDGE]
SHUFFLE [RS_13]
PartitionCols:_col0
- Select Operator [SEL_5] (rows=27 width=1029)
+ Select Operator [SEL_5] (rows=36524 width=1119)
Output:["_col0","_col1"]
- Filter Operator [FIL_42] (rows=27 width=1029)
- predicate:w_warehouse_sk is not null
- TableScan [TS_3] (rows=27 width=1029)
- default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name"]
+ Filter Operator [FIL_42] (rows=36524 width=1119)
+ predicate:(d_date BETWEEN '1998-03-09' AND '1998-05-07' and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query22.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query22.q.out b/ql/src/test/results/clientpositive/perf/query22.q.out
index 4729bba..ac2df5c 100644
--- a/ql/src/test/results/clientpositive/perf/query22.q.out
+++ b/ql/src/test/results/clientpositive/perf/query22.q.out
@@ -17,62 +17,62 @@ Stage-0
Stage-1
Reducer 6
File Output Operator [FS_30]
- Limit [LIM_29] (rows=100 width=1436)
+ Limit [LIM_29] (rows=100 width=15)
Number of rows:100
- Select Operator [SEL_28] (rows=1397550 width=1436)
+ Select Operator [SEL_28] (rows=125060762 width=15)
Output:["_col0","_col1","_col2","_col3","_col4"]
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_27]
- Select Operator [SEL_25] (rows=1397550 width=1436)
+ Select Operator [SEL_25] (rows=125060762 width=15)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_24] (rows=1397550 width=1436)
+ Group By Operator [GBY_24] (rows=125060762 width=15)
Output:["_col0","_col1","_col2","_col3","_col5"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_23]
PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_22] (rows=2795100 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["avg(_col3)"],keys:_col7, _col8, _col9, _col10, '0'
- Select Operator [SEL_21] (rows=559020 width=1436)
- Output:["_col7","_col8","_col9","_col10","_col3"]
- Merge Join Operator [MERGEJOIN_46] (rows=559020 width=1436)
- Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col3","_col7","_col8","_col9","_col10"]
+ Group By Operator [GBY_22] (rows=250121525 width=15)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["avg(_col3)"],keys:_col8, _col9, _col10, _col11, '0'
+ Select Operator [SEL_21] (rows=50024305 width=15)
+ Output:["_col8","_col9","_col10","_col11","_col3"]
+ Merge Join Operator [MERGEJOIN_46] (rows=50024305 width=15)
+ Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col3","_col8","_col9","_col10","_col11"]
<-Map 9 [SIMPLE_EDGE]
SHUFFLE [RS_19]
PartitionCols:_col0
- Select Operator [SEL_11] (rows=27 width=1029)
- Output:["_col0"]
- Filter Operator [FIL_43] (rows=27 width=1029)
- predicate:w_warehouse_sk is not null
- TableScan [TS_9] (rows=27 width=1029)
- default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk"]
+ Select Operator [SEL_11] (rows=462000 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_43] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_9] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_class","i_category","i_product_name"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_18]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_45] (rows=508200 width=1436)
- Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col2","_col3","_col7","_col8","_col9","_col10"]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_45] (rows=45476640 width=15)
+ Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col1","_col3"]
<-Map 8 [SIMPLE_EDGE]
SHUFFLE [RS_16]
PartitionCols:_col0
- Select Operator [SEL_8] (rows=462000 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_42] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_6] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_class","i_category","i_product_name"]
+ Select Operator [SEL_8] (rows=27 width=1029)
+ Output:["_col0"]
+ Filter Operator [FIL_42] (rows=27 width=1029)
+ predicate:w_warehouse_sk is not null
+ TableScan [TS_6] (rows=27 width=1029)
+ default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_15]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_44] (rows=40176 width=1119)
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_44] (rows=41342400 width=15)
Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_12]
PartitionCols:_col0
- Select Operator [SEL_2] (rows=1 width=0)
+ Select Operator [SEL_2] (rows=37584000 width=15)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_40] (rows=1 width=0)
+ Filter Operator [FIL_40] (rows=37584000 width=15)
predicate:(inv_date_sk is not null and inv_item_sk is not null and inv_warehouse_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@inventory,inventory,Tbl:PARTIAL,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"]
+ TableScan [TS_0] (rows=37584000 width=15)
+ default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"]
<-Map 7 [SIMPLE_EDGE]
SHUFFLE [RS_13]
PartitionCols:_col0
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query25.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query25.q.out b/ql/src/test/results/clientpositive/perf/query25.q.out
index f6d1d0d..94b575f 100644
--- a/ql/src/test/results/clientpositive/perf/query25.q.out
+++ b/ql/src/test/results/clientpositive/perf/query25.q.out
@@ -5,141 +5,141 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 11 (SIMPLE_EDGE)
-Reducer 3 <- Map 12 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 13 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 14 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Map 15 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Map 16 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Map 17 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
+Reducer 10 <- Map 14 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 15 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
+Reducer 12 <- Map 16 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 12 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 17 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 9 <- Map 13 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:100
Stage-1
- Reducer 10
- File Output Operator [FS_53]
- Limit [LIM_52] (rows=100 width=1436)
+ Reducer 6
+ File Output Operator [FS_54]
+ Limit [LIM_53] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_51] (rows=254100 width=1436)
+ Select Operator [SEL_52] (rows=510205767 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_50]
- Select Operator [SEL_49] (rows=254100 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Group By Operator [GBY_48] (rows=254100 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_47]
- PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_46] (rows=508200 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col5)","sum(_col10)","sum(_col14)"],keys:_col25, _col26, _col28, _col29
- Select Operator [SEL_45] (rows=508200 width=1436)
- Output:["_col25","_col26","_col28","_col29","_col5","_col10","_col14"]
- Merge Join Operator [MERGEJOIN_103] (rows=508200 width=1436)
- Conds:RS_42._col1=RS_43._col0(Inner),Output:["_col5","_col10","_col14","_col25","_col26","_col28","_col29"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
- PartitionCols:_col0
- Select Operator [SEL_23] (rows=462000 width=1436)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_96] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_21] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_102] (rows=26735 width=1119)
- Conds:RS_39._col3=RS_40._col0(Inner),Output:["_col1","_col5","_col10","_col14","_col25","_col26"]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_40]
- PartitionCols:_col0
- Select Operator [SEL_20] (rows=1704 width=1910)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_95] (rows=1704 width=1910)
- predicate:s_store_sk is not null
- TableScan [TS_18] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id","s_store_name"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_101] (rows=24305 width=1119)
- Conds:RS_36._col11=RS_37._col0(Inner),Output:["_col1","_col3","_col5","_col10","_col14"]
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_37]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_51]
+ Group By Operator [GBY_49] (rows=510205767 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_48]
+ PartitionCols:_col0, _col1, _col2, _col3
+ Group By Operator [GBY_47] (rows=1020411534 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col18)","sum(_col23)","sum(_col3)"],keys:_col28, _col29, _col8, _col9
+ Select Operator [SEL_46] (rows=1020411534 width=88)
+ Output:["_col28","_col29","_col8","_col9","_col18","_col23","_col3"]
+ Merge Join Operator [MERGEJOIN_100] (rows=1020411534 width=88)
+ Conds:RS_43._col14=RS_44._col0(Inner),Output:["_col3","_col8","_col9","_col18","_col23","_col28","_col29"]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_44]
+ PartitionCols:_col0
+ Select Operator [SEL_36] (rows=462000 width=1436)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_93] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_34] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:_col14
+ Merge Join Operator [MERGEJOIN_99] (rows=927646829 width=88)
+ Conds:RS_40._col1, _col2=RS_41._col14, _col13(Inner),Output:["_col3","_col8","_col9","_col14","_col18","_col23"]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ PartitionCols:_col14, _col13
+ Select Operator [SEL_33] (rows=843315281 width=88)
+ Output:["_col1","_col11","_col13","_col14","_col16","_col2","_col7"]
+ Merge Join Operator [MERGEJOIN_98] (rows=843315281 width=88)
+ Conds:RS_30._col3=RS_31._col0(Inner),Output:["_col1","_col5","_col7","_col8","_col10","_col18","_col19"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
PartitionCols:_col0
- Select Operator [SEL_17] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_94] (rows=18262 width=1119)
- predicate:(d_moy BETWEEN 4 AND 10 and (d_year = 1998) and d_date_sk is not null)
- TableScan [TS_15] (rows=73049 width=1119)
- default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_36]
- PartitionCols:_col11
- Merge Join Operator [MERGEJOIN_100] (rows=22096 width=1119)
- Conds:RS_33._col6=RS_34._col0(Inner),Output:["_col1","_col3","_col5","_col10","_col11","_col14"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
+ Select Operator [SEL_20] (rows=1704 width=1910)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_92] (rows=1704 width=1910)
+ predicate:s_store_sk is not null
+ TableScan [TS_18] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id","s_store_name"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_97] (rows=766650239 width=88)
+ Conds:RS_27._col6=RS_28._col0(Inner),Output:["_col1","_col3","_col5","_col7","_col8","_col10"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
PartitionCols:_col0
- Select Operator [SEL_14] (rows=18262 width=1119)
+ Select Operator [SEL_17] (rows=18262 width=1119)
Output:["_col0"]
- Filter Operator [FIL_93] (rows=18262 width=1119)
+ Filter Operator [FIL_91] (rows=18262 width=1119)
predicate:(d_moy BETWEEN 4 AND 10 and (d_year = 1998) and d_date_sk is not null)
- TableScan [TS_12] (rows=73049 width=1119)
+ TableScan [TS_15] (rows=73049 width=1119)
default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
PartitionCols:_col6
- Merge Join Operator [MERGEJOIN_99] (rows=20088 width=1119)
- Conds:RS_30._col0=RS_31._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col10","_col11","_col14"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
+ Merge Join Operator [MERGEJOIN_96] (rows=696954748 width=88)
+ Conds:RS_24._col0=RS_25._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col8","_col10"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
PartitionCols:_col0
- Select Operator [SEL_11] (rows=18262 width=1119)
+ Select Operator [SEL_14] (rows=18262 width=1119)
Output:["_col0"]
- Filter Operator [FIL_92] (rows=18262 width=1119)
+ Filter Operator [FIL_90] (rows=18262 width=1119)
predicate:((d_moy = 4) and (d_year = 1998) and d_date_sk is not null)
- TableScan [TS_9] (rows=73049 width=1119)
+ TableScan [TS_12] (rows=73049 width=1119)
default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_98] (rows=1 width=0)
- Conds:RS_27._col8, _col7=RS_28._col1, _col2(Inner),Output:["_col0","_col1","_col3","_col5","_col6","_col10","_col11","_col14"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col1, _col2
- Select Operator [SEL_8] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_91] (rows=1 width=0)
- predicate:(cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_6] (rows=1 width=0)
- default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_net_profit"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col8, _col7
- Merge Join Operator [MERGEJOIN_97] (rows=1 width=0)
- Conds:RS_24._col2, _col1, _col4=RS_25._col2, _col1, _col3(Inner),Output:["_col0","_col1","_col3","_col5","_col6","_col7","_col8","_col10"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col2, _col1, _col4
- Select Operator [SEL_2] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_89] (rows=1 width=0)
- predicate:(ss_item_sk is not null and ss_customer_sk is not null and ss_ticket_number is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number","ss_net_profit"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col2, _col1, _col3
- Select Operator [SEL_5] (rows=1 width=0)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_90] (rows=1 width=0)
- predicate:(sr_item_sk is not null and sr_customer_sk is not null and sr_ticket_number is not null and sr_returned_date_sk is not null)
- TableScan [TS_3] (rows=1 width=0)
- default@store_returns,store_returns,Tbl:PARTIAL,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number","sr_net_loss"]
+ Merge Join Operator [MERGEJOIN_95] (rows=633595212 width=88)
+ Conds:RS_21._col2, _col1, _col4=RS_22._col2, _col1, _col3(Inner),Output:["_col0","_col1","_col3","_col5","_col6","_col7","_col8","_col10"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col2, _col1, _col3
+ Select Operator [SEL_11] (rows=57591150 width=77)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_89] (rows=57591150 width=77)
+ predicate:(sr_item_sk is not null and sr_customer_sk is not null and sr_ticket_number is not null and sr_returned_date_sk is not null)
+ TableScan [TS_9] (rows=57591150 width=77)
+ default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number","sr_net_loss"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col2, _col1, _col4
+ Select Operator [SEL_8] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_88] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_customer_sk is not null and ss_ticket_number is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_6] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number","ss_net_profit"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_40]
+ PartitionCols:_col1, _col2
+ Merge Join Operator [MERGEJOIN_94] (rows=316788826 width=135)
+ Conds:RS_37._col0=RS_38._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_37]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_86] (rows=287989836 width=135)
+ predicate:(cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_0] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_net_profit"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_87] (rows=18262 width=1119)
+ predicate:(d_moy BETWEEN 4 AND 10 and (d_year = 1998) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query26.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query26.q.out b/ql/src/test/results/clientpositive/perf/query26.q.out
index 9471100..98a85f7 100644
--- a/ql/src/test/results/clientpositive/perf/query26.q.out
+++ b/ql/src/test/results/clientpositive/perf/query26.q.out
@@ -18,37 +18,37 @@ Stage-0
Stage-1
Reducer 7
File Output Operator [FS_35]
- Limit [LIM_34] (rows=100 width=1436)
+ Limit [LIM_34] (rows=100 width=135)
Number of rows:100
- Select Operator [SEL_33] (rows=279510 width=1436)
+ Select Operator [SEL_33] (rows=210822976 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"]
<-Reducer 6 [SIMPLE_EDGE]
SHUFFLE [RS_32]
- Group By Operator [GBY_30] (rows=279510 width=1436)
+ Group By Operator [GBY_30] (rows=210822976 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["avg(VALUE._col0)","avg(VALUE._col1)","avg(VALUE._col2)","avg(VALUE._col3)"],keys:KEY._col0
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_29]
PartitionCols:_col0
- Group By Operator [GBY_28] (rows=559020 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["avg(_col4)","avg(_col5)","avg(_col7)","avg(_col6)"],keys:_col15
- Select Operator [SEL_27] (rows=559020 width=1436)
- Output:["_col15","_col4","_col5","_col7","_col6"]
- Merge Join Operator [MERGEJOIN_58] (rows=559020 width=1436)
- Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col15"]
+ Group By Operator [GBY_28] (rows=421645953 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["avg(_col4)","avg(_col5)","avg(_col7)","avg(_col6)"],keys:_col14
+ Select Operator [SEL_27] (rows=421645953 width=135)
+ Output:["_col14","_col4","_col5","_col7","_col6"]
+ Merge Join Operator [MERGEJOIN_58] (rows=421645953 width=135)
+ Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col14"]
<-Map 11 [SIMPLE_EDGE]
SHUFFLE [RS_25]
PartitionCols:_col0
- Select Operator [SEL_14] (rows=2300 width=1179)
+ Select Operator [SEL_14] (rows=3106 width=13)
Output:["_col0"]
- Filter Operator [FIL_54] (rows=2300 width=1179)
- predicate:(((p_channel_email = 'N') or (p_channel_event = 'N')) and p_promo_sk is not null)
- TableScan [TS_12] (rows=2300 width=1179)
- default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_email","p_channel_event"]
+ Filter Operator [FIL_54] (rows=3106 width=13)
+ predicate:((cd_gender = 'F') and (cd_marital_status = 'W') and (cd_education_status = 'Primary') and cd_demo_sk is not null)
+ TableScan [TS_12] (rows=24850 width=13)
+ default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_24]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_57] (rows=508200 width=1436)
- Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col3","_col4","_col5","_col6","_col7","_col15"]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_57] (rows=383314495 width=135)
+ Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col14"]
<-Map 10 [SIMPLE_EDGE]
SHUFFLE [RS_22]
PartitionCols:_col0
@@ -61,38 +61,38 @@ Stage-0
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_21]
PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_56] (rows=40176 width=1119)
- Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6","_col7"]
+ Merge Join Operator [MERGEJOIN_56] (rows=348467716 width=135)
+ Conds:RS_18._col3=RS_19._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6","_col7"]
<-Map 9 [SIMPLE_EDGE]
SHUFFLE [RS_19]
PartitionCols:_col0
- Select Operator [SEL_8] (rows=36524 width=1119)
+ Select Operator [SEL_8] (rows=2300 width=1179)
Output:["_col0"]
- Filter Operator [FIL_52] (rows=36524 width=1119)
- predicate:((d_year = 1998) and d_date_sk is not null)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ Filter Operator [FIL_52] (rows=2300 width=1179)
+ predicate:(((p_channel_email = 'N') or (p_channel_event = 'N')) and p_promo_sk is not null)
+ TableScan [TS_6] (rows=2300 width=1179)
+ default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_email","p_channel_event"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_18]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_55] (rows=2722 width=362)
- Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7"]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_55] (rows=316788826 width=135)
+ Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_15]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=1 width=0)
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=287989836 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Filter Operator [FIL_50] (rows=1 width=0)
+ Filter Operator [FIL_50] (rows=287989836 width=135)
predicate:(cs_bill_cdemo_sk is not null and cs_sold_date_sk is not null and cs_item_sk is not null and cs_promo_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_bill_cdemo_sk","cs_item_sk","cs_promo_sk","cs_quantity","cs_list_price","cs_sales_price","cs_coupon_amt"]
+ TableScan [TS_0] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_cdemo_sk","cs_item_sk","cs_promo_sk","cs_quantity","cs_list_price","cs_sales_price","cs_coupon_amt"]
<-Map 8 [SIMPLE_EDGE]
SHUFFLE [RS_16]
PartitionCols:_col0
- Select Operator [SEL_5] (rows=2475 width=362)
+ Select Operator [SEL_5] (rows=36524 width=1119)
Output:["_col0"]
- Filter Operator [FIL_51] (rows=2475 width=362)
- predicate:((cd_gender = 'F') and (cd_marital_status = 'W') and (cd_education_status = 'Primary') and cd_demo_sk is not null)
- TableScan [TS_3] (rows=19800 width=362)
- default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"]
+ Filter Operator [FIL_51] (rows=36524 width=1119)
+ predicate:((d_year = 1998) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
[10/15] hive git commit: HIVE-13542 : Missing stats for tables in
TPCDS performance regression suite (Hari Subramaniyan via Ashutosh Chauhan)
Posted by ha...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query50.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query50.q.out b/ql/src/test/results/clientpositive/perf/query50.q.out
index e6ba451..781d3ec 100644
--- a/ql/src/test/results/clientpositive/perf/query50.q.out
+++ b/ql/src/test/results/clientpositive/perf/query50.q.out
@@ -130,37 +130,37 @@ Stage-0
Stage-1
Reducer 7
File Output Operator [FS_36]
- Limit [LIM_35] (rows=100 width=1119)
+ Limit [LIM_35] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_34] (rows=44194 width=1119)
+ Select Operator [SEL_34] (rows=421657640 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"]
<-Reducer 6 [SIMPLE_EDGE]
SHUFFLE [RS_33]
- Group By Operator [GBY_31] (rows=44194 width=1119)
+ Group By Operator [GBY_31] (rows=421657640 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8, KEY._col9
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_30]
PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9
- Group By Operator [GBY_29] (rows=88388 width=1119)
+ Group By Operator [GBY_29] (rows=843315281 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"],aggregations:["sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9
- Select Operator [SEL_27] (rows=88388 width=1119)
+ Select Operator [SEL_27] (rows=843315281 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"]
- Merge Join Operator [MERGEJOIN_59] (rows=88388 width=1119)
- Conds:RS_24._col5=RS_25._col0(Inner),Output:["_col0","_col5","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19"]
+ Merge Join Operator [MERGEJOIN_59] (rows=843315281 width=88)
+ Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col0","_col5","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23"]
<-Map 11 [SIMPLE_EDGE]
SHUFFLE [RS_25]
PartitionCols:_col0
- Select Operator [SEL_14] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_55] (rows=18262 width=1119)
- predicate:((d_year = 2000) and (d_moy = 9) and d_date_sk is not null)
- TableScan [TS_12] (rows=73049 width=1119)
- default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ Select Operator [SEL_14] (rows=1704 width=1910)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"]
+ Filter Operator [FIL_55] (rows=1704 width=1910)
+ predicate:s_store_sk is not null
+ TableScan [TS_12] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_company_id","s_street_number","s_street_name","s_street_type","s_suite_number","s_city","s_county","s_state","s_zip"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_24]
- PartitionCols:_col5
- Merge Join Operator [MERGEJOIN_58] (rows=80353 width=1119)
- Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col0","_col5","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19"]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_58] (rows=766650239 width=88)
+ Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col0","_col3","_col5"]
<-Map 10 [SIMPLE_EDGE]
SHUFFLE [RS_22]
PartitionCols:_col0
@@ -173,38 +173,38 @@ Stage-0
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_21]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_57] (rows=1874 width=1911)
- Conds:RS_18._col3=RS_19._col0(Inner),Output:["_col0","_col5","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19"]
+ Merge Join Operator [MERGEJOIN_57] (rows=696954748 width=88)
+ Conds:RS_18._col5=RS_19._col0(Inner),Output:["_col0","_col3","_col5"]
<-Map 9 [SIMPLE_EDGE]
SHUFFLE [RS_19]
PartitionCols:_col0
- Select Operator [SEL_8] (rows=1704 width=1910)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"]
- Filter Operator [FIL_53] (rows=1704 width=1910)
- predicate:s_store_sk is not null
- TableScan [TS_6] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_company_id","s_street_number","s_street_name","s_street_type","s_suite_number","s_city","s_county","s_state","s_zip"]
+ Select Operator [SEL_8] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_53] (rows=18262 width=1119)
+ predicate:((d_year = 2000) and (d_moy = 9) and d_date_sk is not null)
+ TableScan [TS_6] (rows=73049 width=1119)
+ default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_18]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_56] (rows=1 width=0)
+ PartitionCols:_col5
+ Merge Join Operator [MERGEJOIN_56] (rows=633595212 width=88)
Conds:RS_15._col4, _col1, _col2=RS_16._col3, _col1, _col2(Inner),Output:["_col0","_col3","_col5"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_15]
PartitionCols:_col4, _col1, _col2
- Select Operator [SEL_2] (rows=1 width=0)
+ Select Operator [SEL_2] (rows=575995635 width=88)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_51] (rows=1 width=0)
+ Filter Operator [FIL_51] (rows=575995635 width=88)
predicate:(ss_item_sk is not null and ss_customer_sk is not null and ss_ticket_number is not null and ss_store_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number"]
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number"]
<-Map 8 [SIMPLE_EDGE]
SHUFFLE [RS_16]
PartitionCols:_col3, _col1, _col2
- Select Operator [SEL_5] (rows=1 width=0)
+ Select Operator [SEL_5] (rows=57591150 width=77)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_52] (rows=1 width=0)
+ Filter Operator [FIL_52] (rows=57591150 width=77)
predicate:(sr_item_sk is not null and sr_customer_sk is not null and sr_ticket_number is not null and sr_returned_date_sk is not null)
- TableScan [TS_3] (rows=1 width=0)
- default@store_returns,store_returns,Tbl:PARTIAL,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number"]
+ TableScan [TS_3] (rows=57591150 width=77)
+ default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query51.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query51.q.out b/ql/src/test/results/clientpositive/perf/query51.q.out
index 08546c5..6d40b04 100644
--- a/ql/src/test/results/clientpositive/perf/query51.q.out
+++ b/ql/src/test/results/clientpositive/perf/query51.q.out
@@ -101,42 +101,42 @@ Stage-0
Stage-1
Reducer 6
File Output Operator [FS_53]
- Limit [LIM_52] (rows=100 width=1119)
+ Limit [LIM_52] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_51] (rows=7365 width=1119)
+ Select Operator [SEL_51] (rows=116159124 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_50]
- Select Operator [SEL_46] (rows=7365 width=1119)
+ Select Operator [SEL_46] (rows=116159124 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_58] (rows=7365 width=1119)
+ Filter Operator [FIL_58] (rows=116159124 width=88)
predicate:(max_window_0 > max_window_1)
- PTF Operator [PTF_45] (rows=22096 width=1119)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"CASE WHEN (_col1 is not null) THEN (_col1) ELSE (_col4) END ASC NULLS FIRST","partition by:":"CASE WHEN (_col0 is not null) THEN (_col0) ELSE (_col3) END"}]
- Select Operator [SEL_44] (rows=22096 width=1119)
+ PTF Operator [PTF_45] (rows=348477374 width=88)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"CASE WHEN (_col4 is not null) THEN (_col4) ELSE (_col1) END ASC NULLS FIRST","partition by:":"CASE WHEN (_col3 is not null) THEN (_col3) ELSE (_col0) END"}]
+ Select Operator [SEL_44] (rows=348477374 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_43]
- PartitionCols:CASE WHEN (_col0 is not null) THEN (_col0) ELSE (_col3) END
- Merge Join Operator [MERGEJOIN_67] (rows=22096 width=1119)
+ PartitionCols:CASE WHEN (_col3 is not null) THEN (_col3) ELSE (_col0) END
+ Merge Join Operator [MERGEJOIN_67] (rows=348477374 width=88)
Conds:RS_40._col0, _col1=RS_41._col0, _col1(Outer),Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
<-Reducer 10 [SIMPLE_EDGE]
SHUFFLE [RS_41]
PartitionCols:_col0, _col1
- Select Operator [SEL_37] (rows=20088 width=1119)
+ Select Operator [SEL_37] (rows=79201469 width=135)
Output:["_col0","_col1","_col2"]
- PTF Operator [PTF_36] (rows=20088 width=1119)
+ PTF Operator [PTF_36] (rows=79201469 width=135)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col0"}]
- Group By Operator [GBY_32] (rows=20088 width=1119)
+ Group By Operator [GBY_32] (rows=79201469 width=135)
Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
<-Reducer 9 [SIMPLE_EDGE]
SHUFFLE [RS_31]
PartitionCols:_col0
- Group By Operator [GBY_30] (rows=40176 width=1119)
+ Group By Operator [GBY_30] (rows=158402938 width=135)
Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col1, _col4
- Select Operator [SEL_29] (rows=40176 width=1119)
+ Select Operator [SEL_29] (rows=158402938 width=135)
Output:["_col1","_col4","_col2"]
- Merge Join Operator [MERGEJOIN_66] (rows=40176 width=1119)
+ Merge Join Operator [MERGEJOIN_66] (rows=158402938 width=135)
Conds:RS_26._col0=RS_27._col0(Inner),Output:["_col1","_col2","_col4"]
<-Map 11 [SIMPLE_EDGE]
SHUFFLE [RS_27]
@@ -150,39 +150,39 @@ Stage-0
<-Map 8 [SIMPLE_EDGE]
SHUFFLE [RS_26]
PartitionCols:_col0
- Select Operator [SEL_22] (rows=1 width=0)
+ Select Operator [SEL_22] (rows=144002668 width=135)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_61] (rows=1 width=0)
- predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_20] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_sales_price"]
+ Filter Operator [FIL_61] (rows=144002668 width=135)
+ predicate:(ws_item_sk is not null and ws_sold_date_sk is not null)
+ TableScan [TS_20] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_sales_price"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_40]
PartitionCols:_col0, _col1
- Select Operator [SEL_17] (rows=20088 width=1119)
+ Select Operator [SEL_17] (rows=316797606 width=88)
Output:["_col0","_col1","_col2"]
- PTF Operator [PTF_16] (rows=20088 width=1119)
+ PTF Operator [PTF_16] (rows=316797606 width=88)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col0"}]
- Group By Operator [GBY_12] (rows=20088 width=1119)
+ Group By Operator [GBY_12] (rows=316797606 width=88)
Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_11]
PartitionCols:_col0
- Group By Operator [GBY_10] (rows=40176 width=1119)
+ Group By Operator [GBY_10] (rows=633595212 width=88)
Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col1, _col4
- Select Operator [SEL_9] (rows=40176 width=1119)
+ Select Operator [SEL_9] (rows=633595212 width=88)
Output:["_col1","_col4","_col2"]
- Merge Join Operator [MERGEJOIN_65] (rows=40176 width=1119)
+ Merge Join Operator [MERGEJOIN_65] (rows=633595212 width=88)
Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2","_col4"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_6]
PartitionCols:_col0
- Select Operator [SEL_2] (rows=1 width=0)
+ Select Operator [SEL_2] (rows=575995635 width=88)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_59] (rows=1 width=0)
- predicate:(ws_item_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_sales_price"]
+ Filter Operator [FIL_59] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_sales_price"]
<-Map 7 [SIMPLE_EDGE]
SHUFFLE [RS_7]
PartitionCols:_col0
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query52.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query52.q.out b/ql/src/test/results/clientpositive/perf/query52.q.out
index 7bf7317..21f3a39 100644
--- a/ql/src/test/results/clientpositive/perf/query52.q.out
+++ b/ql/src/test/results/clientpositive/perf/query52.q.out
@@ -16,25 +16,25 @@ Stage-0
Stage-1
Reducer 5
File Output Operator [FS_24]
- Limit [LIM_23] (rows=100 width=1436)
+ Limit [LIM_23] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_22] (rows=127050 width=1436)
+ Select Operator [SEL_22] (rows=348477374 width=88)
Output:["_col0","_col1","_col2","_col3"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_21]
- Select Operator [SEL_20] (rows=127050 width=1436)
+ Select Operator [SEL_20] (rows=348477374 width=88)
Output:["_col1","_col2","_col3"]
- Group By Operator [GBY_19] (rows=127050 width=1436)
+ Group By Operator [GBY_19] (rows=348477374 width=88)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:1998, KEY._col1, KEY._col2
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_18]
PartitionCols:1998, _col1, _col2
- Group By Operator [GBY_17] (rows=254100 width=1436)
+ Group By Operator [GBY_17] (rows=696954748 width=88)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:1998, _col1, _col2
- Select Operator [SEL_15] (rows=254100 width=1436)
+ Select Operator [SEL_15] (rows=696954748 width=88)
Output:["_col1","_col2","_col3"]
- Merge Join Operator [MERGEJOIN_34] (rows=254100 width=1436)
- Conds:RS_12._col4=RS_13._col0(Inner),Output:["_col5","_col7","_col8"]
+ Merge Join Operator [MERGEJOIN_34] (rows=696954748 width=88)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col7","_col8"]
<-Map 7 [SIMPLE_EDGE]
SHUFFLE [RS_13]
PartitionCols:_col0
@@ -46,25 +46,25 @@ Stage-0
default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_brand","i_manager_id"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_12]
- PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_33] (rows=20088 width=1119)
- Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col4","_col5"]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_33] (rows=633595212 width=88)
+ Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:_col0
- Select Operator [SEL_2] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_30] (rows=18262 width=1119)
- predicate:((d_moy = 12) and (d_year = 1998) and d_date_sk is not null)
- TableScan [TS_0] (rows=73049 width=1119)
- default@date_dim,dt,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_30] (rows=575995635 width=88)
+ predicate:(ss_sold_date_sk is not null and ss_item_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"]
<-Map 6 [SIMPLE_EDGE]
SHUFFLE [RS_10]
PartitionCols:_col0
- Select Operator [SEL_5] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_31] (rows=1 width=0)
- predicate:(ss_sold_date_sk is not null and ss_item_sk is not null)
- TableScan [TS_3] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"]
+ Select Operator [SEL_5] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_31] (rows=18262 width=1119)
+ predicate:((d_moy = 12) and (d_year = 1998) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,dt,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query54.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query54.q.out b/ql/src/test/results/clientpositive/perf/query54.q.out
index 3edf749..76657a0 100644
--- a/ql/src/test/results/clientpositive/perf/query54.q.out
+++ b/ql/src/test/results/clientpositive/perf/query54.q.out
@@ -5,169 +5,171 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Map 1 <- Union 2 (CONTAINS)
-Map 14 <- Union 2 (CONTAINS)
-Reducer 10 <- Map 21 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
-Reducer 11 <- Reducer 10 (SIMPLE_EDGE)
-Reducer 12 <- Reducer 11 (SIMPLE_EDGE)
-Reducer 13 <- Reducer 12 (SIMPLE_EDGE)
-Reducer 3 <- Map 15 (SIMPLE_EDGE), Union 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 16 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 17 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Map 12 <- Union 13 (CONTAINS)
+Map 18 <- Union 13 (CONTAINS)
+Reducer 10 <- Reducer 17 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 14 <- Map 19 (SIMPLE_EDGE), Union 13 (SIMPLE_EDGE)
+Reducer 15 <- Map 20 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE)
+Reducer 16 <- Map 21 (SIMPLE_EDGE), Reducer 15 (SIMPLE_EDGE)
+Reducer 17 <- Reducer 16 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 10 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Map 18 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Map 19 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
-Reducer 9 <- Map 20 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+Reducer 9 <- Map 11 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:100
Stage-1
- Reducer 13
- File Output Operator [FS_68]
- Limit [LIM_67] (rows=100 width=860)
+ Reducer 6
+ File Output Operator [FS_69]
+ Limit [LIM_68] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_66] (rows=16105101 width=860)
+ Select Operator [SEL_67] (rows=174238687 width=88)
Output:["_col0","_col1","_col2"]
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_65]
- Select Operator [SEL_64] (rows=16105101 width=860)
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_66]
+ Select Operator [SEL_65] (rows=174238687 width=88)
Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_63] (rows=16105101 width=860)
+ Group By Operator [GBY_64] (rows=174238687 width=88)
Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_62]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_63]
PartitionCols:_col0
- Group By Operator [GBY_61] (rows=32210202 width=860)
+ Group By Operator [GBY_62] (rows=348477374 width=88)
Output:["_col0","_col1"],aggregations:["count()"],keys:_col0
- Select Operator [SEL_59] (rows=32210202 width=860)
+ Select Operator [SEL_60] (rows=348477374 width=88)
Output:["_col0"]
- Group By Operator [GBY_58] (rows=32210202 width=860)
+ Group By Operator [GBY_59] (rows=348477374 width=88)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_57]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_58]
PartitionCols:_col0
- Group By Operator [GBY_56] (rows=64420404 width=860)
- Output:["_col0","_col1"],aggregations:["sum(_col4)"],keys:_col0
- Merge Join Operator [MERGEJOIN_126] (rows=64420404 width=860)
- Conds:RS_52._col2=RS_53._col0(Inner),Output:["_col0","_col4"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_53]
- PartitionCols:_col0
- Select Operator [SEL_42] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_119] (rows=36524 width=1119)
- predicate:(d_month_seq BETWEEN 1203 AND 1205 and d_date_sk is not null)
- TableScan [TS_40] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_52]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_125] (rows=58564003 width=860)
- Conds:RS_49._col6, _col7=RS_50._col0, _col1(Inner),Output:["_col0","_col2","_col4"]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_50]
- PartitionCols:_col0, _col1
- Select Operator [SEL_39] (rows=1704 width=1910)
- Output:["_col0","_col1"]
- Filter Operator [FIL_118] (rows=1704 width=1910)
- predicate:(s_county is not null and s_state is not null)
- TableScan [TS_37] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_county","s_state"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_49]
- PartitionCols:_col6, _col7
- Merge Join Operator [MERGEJOIN_124] (rows=53240002 width=860)
- Conds:RS_46._col1=RS_47._col0(Inner),Output:["_col0","_col2","_col4","_col6","_col7"]
- <-Map 19 [SIMPLE_EDGE]
- SHUFFLE [RS_47]
- PartitionCols:_col0
- Select Operator [SEL_36] (rows=40000000 width=1014)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_117] (rows=40000000 width=1014)
- predicate:(ca_address_sk is not null and ca_county is not null and ca_state is not null)
- TableScan [TS_34] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county","ca_state"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_46]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_123] (rows=48400001 width=860)
- Conds:RS_43._col0=RS_44._col1(Inner),Output:["_col0","_col1","_col2","_col4"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_44]
- PartitionCols:_col1
- Select Operator [SEL_33] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_116] (rows=1 width=0)
- predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_31] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_ext_sales_price"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
- PartitionCols:_col0
- Group By Operator [GBY_29] (rows=44000000 width=860)
- Output:["_col0","_col1"],keys:KEY._col0, KEY._col1
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_27] (rows=88000001 width=860)
- Output:["_col0","_col1"],keys:_col9, _col10
- Merge Join Operator [MERGEJOIN_122] (rows=88000001 width=860)
- Conds:RS_23._col1=RS_24._col0(Inner),Output:["_col9","_col10"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col0
- Select Operator [SEL_16] (rows=80000000 width=860)
- Output:["_col0","_col1"]
- Filter Operator [FIL_115] (rows=80000000 width=860)
- predicate:(c_customer_sk is not null and c_current_addr_sk is not null)
- TableScan [TS_14] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_23]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_121] (rows=139755 width=1436)
- Conds:RS_20._col0=RS_21._col0(Inner),Output:["_col1"]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
+ Group By Operator [GBY_57] (rows=696954748 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col10
+ Select Operator [SEL_56] (rows=696954748 width=88)
+ Output:["_col10","_col2"]
+ Merge Join Operator [MERGEJOIN_117] (rows=696954748 width=88)
+ Conds:RS_53._col1=RS_54._col5(Inner),Output:["_col2","_col10"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_54]
+ PartitionCols:_col5
+ Merge Join Operator [MERGEJOIN_116] (rows=316240138 width=135)
+ Conds:RS_46._col0=RS_47._col1(Inner),Output:["_col5"]
+ <-Reducer 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_47]
+ PartitionCols:_col1
+ Group By Operator [GBY_41] (rows=287491029 width=135)
+ Output:["_col0","_col1"],keys:KEY._col0, KEY._col1
+ <-Reducer 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_40]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_39] (rows=574982058 width=135)
+ Output:["_col0","_col1"],keys:_col9, _col10
+ Merge Join Operator [MERGEJOIN_115] (rows=574982058 width=135)
+ Conds:RS_35._col1=RS_36._col0(Inner),Output:["_col9","_col10"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_36]
+ PartitionCols:_col0
+ Select Operator [SEL_28] (rows=80000000 width=860)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_110] (rows=80000000 width=860)
+ predicate:(c_customer_sk is not null and c_current_addr_sk is not null)
+ TableScan [TS_26] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"]
+ <-Reducer 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_114] (rows=522710951 width=135)
+ Conds:RS_32._col2=RS_33._col0(Inner),Output:["_col1"]
+ <-Map 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_33]
+ PartitionCols:_col0
+ Select Operator [SEL_25] (rows=115500 width=1436)
+ Output:["_col0"]
+ Filter Operator [FIL_109] (rows=115500 width=1436)
+ predicate:((i_category = 'Jewelry') and (i_class = 'football') and i_item_sk is not null)
+ TableScan [TS_23] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_class","i_category"]
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_113] (rows=475191764 width=135)
+ Conds:Union 13._col0=RS_30._col0(Inner),Output:["_col1","_col2"]
+ <-Map 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0
+ Select Operator [SEL_22] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_108] (rows=18262 width=1119)
+ predicate:((d_moy = 3) and (d_year = 2000) and d_date_sk is not null)
+ TableScan [TS_20] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Union 13 [SIMPLE_EDGE]
+ <-Map 12 [CONTAINS]
+ Reduce Output Operator [RS_29]
PartitionCols:_col0
- Select Operator [SEL_13] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_114] (rows=18262 width=1119)
- predicate:((d_moy = 3) and (d_year = 2000) and d_date_sk is not null)
- TableScan [TS_11] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_20]
+ Select Operator [SEL_14] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_106] (rows=287989836 width=135)
+ predicate:(cs_item_sk is not null and cs_sold_date_sk is not null and cs_bill_customer_sk is not null)
+ TableScan [TS_12] (rows=287989836 width=135)
+ Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk"]
+ <-Map 18 [CONTAINS]
+ Reduce Output Operator [RS_29]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_120] (rows=127050 width=1436)
- Conds:Union 2._col2=RS_18._col0(Inner),Output:["_col0","_col1"]
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col0
- Select Operator [SEL_10] (rows=115500 width=1436)
- Output:["_col0"]
- Filter Operator [FIL_113] (rows=115500 width=1436)
- predicate:((i_category = 'Jewelry') and (i_class = 'football') and i_item_sk is not null)
- TableScan [TS_8] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_class","i_category"]
- <-Union 2 [SIMPLE_EDGE]
- <-Map 1 [CONTAINS]
- Reduce Output Operator [RS_17]
- PartitionCols:_col2
- Select Operator [SEL_2] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_111] (rows=1 width=0)
- predicate:(cs_item_sk is not null and cs_sold_date_sk is not null and cs_bill_customer_sk is not null)
- TableScan [TS_0] (rows=1 width=0)
- Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk"]
- <-Map 14 [CONTAINS]
- Reduce Output Operator [RS_17]
- PartitionCols:_col2
- Select Operator [SEL_5] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_112] (rows=1 width=0)
- predicate:(ws_item_sk is not null and ws_sold_date_sk is not null and ws_bill_customer_sk is not null)
- TableScan [TS_3] (rows=1 width=0)
- Output:["ws_sold_date_sk","ws_item_sk","ws_bill_customer_sk"]
+ Select Operator [SEL_17] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_107] (rows=144002668 width=135)
+ predicate:(ws_item_sk is not null and ws_sold_date_sk is not null and ws_bill_customer_sk is not null)
+ TableScan [TS_15] (rows=144002668 width=135)
+ Output:["ws_sold_date_sk","ws_item_sk","ws_bill_customer_sk"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_46]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_112] (rows=44000000 width=1014)
+ Conds:RS_43._col1, _col2=RS_44._col0, _col1(Inner),Output:["_col0"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_44]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_11] (rows=1704 width=1910)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_105] (rows=1704 width=1910)
+ predicate:(s_county is not null and s_state is not null)
+ TableScan [TS_9] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_county","s_state"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:_col1, _col2
+ Select Operator [SEL_8] (rows=40000000 width=1014)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_104] (rows=40000000 width=1014)
+ predicate:(ca_address_sk is not null and ca_county is not null and ca_state is not null)
+ TableScan [TS_6] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county","ca_state"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_53]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_111] (rows=633595212 width=88)
+ Conds:RS_50._col0=RS_51._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_50]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_102] (rows=575995635 width=88)
+ predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_ext_sales_price"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_51]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_103] (rows=36524 width=1119)
+ predicate:(d_month_seq BETWEEN 1203 AND 1205 and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query55.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query55.q.out b/ql/src/test/results/clientpositive/perf/query55.q.out
index a9044c1..fb3743d 100644
--- a/ql/src/test/results/clientpositive/perf/query55.q.out
+++ b/ql/src/test/results/clientpositive/perf/query55.q.out
@@ -16,23 +16,23 @@ Stage-0
Stage-1
Reducer 5
File Output Operator [FS_24]
- Limit [LIM_23] (rows=100 width=1436)
+ Limit [LIM_23] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_22] (rows=127050 width=1436)
+ Select Operator [SEL_22] (rows=348477374 width=88)
Output:["_col0","_col1","_col2"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_21]
- Group By Operator [GBY_18] (rows=127050 width=1436)
+ Group By Operator [GBY_18] (rows=348477374 width=88)
Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_17]
PartitionCols:_col0, _col1
- Group By Operator [GBY_16] (rows=254100 width=1436)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col5)"],keys:_col7, _col8
- Select Operator [SEL_15] (rows=254100 width=1436)
- Output:["_col7","_col8","_col5"]
- Merge Join Operator [MERGEJOIN_34] (rows=254100 width=1436)
- Conds:RS_12._col4=RS_13._col0(Inner),Output:["_col5","_col7","_col8"]
+ Group By Operator [GBY_16] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col7, _col8
+ Select Operator [SEL_15] (rows=696954748 width=88)
+ Output:["_col7","_col8","_col2"]
+ Merge Join Operator [MERGEJOIN_34] (rows=696954748 width=88)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col7","_col8"]
<-Map 7 [SIMPLE_EDGE]
SHUFFLE [RS_13]
PartitionCols:_col0
@@ -44,25 +44,25 @@ Stage-0
default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_brand","i_manager_id"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_12]
- PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_33] (rows=20088 width=1119)
- Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col4","_col5"]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_33] (rows=633595212 width=88)
+ Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:_col0
- Select Operator [SEL_2] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_30] (rows=18262 width=1119)
- predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null)
- TableScan [TS_0] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_30] (rows=575995635 width=88)
+ predicate:(ss_sold_date_sk is not null and ss_item_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"]
<-Map 6 [SIMPLE_EDGE]
SHUFFLE [RS_10]
PartitionCols:_col0
- Select Operator [SEL_5] (rows=1 width=0)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_31] (rows=1 width=0)
- predicate:(ss_sold_date_sk is not null and ss_item_sk is not null)
- TableScan [TS_3] (rows=1 width=0)
- default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"]
+ Select Operator [SEL_5] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_31] (rows=18262 width=1119)
+ predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]