You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by jc...@apache.org on 2017/08/24 21:06:57 UTC
[4/5] hive git commit: HIVE-17377: SharedWorkOptimizer might not
iterate through TS operators deterministically (Jesus Camacho Rodriguez,
reviewed by Ashutosh Chauhan)
http://git-wip-us.apache.org/repos/asf/hive/blob/5522a2db/ql/src/test/results/clientpositive/perf/query14.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query14.q.out b/ql/src/test/results/clientpositive/perf/query14.q.out
index 74c7660..bebe057 100644
--- a/ql/src/test/results/clientpositive/perf/query14.q.out
+++ b/ql/src/test/results/clientpositive/perf/query14.q.out
@@ -1,6 +1,6 @@
Warning: Shuffle Join MERGEJOIN[890][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Stage 'Reducer 5' is a cross product
-Warning: Shuffle Join MERGEJOIN[891][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Stage 'Reducer 12' is a cross product
Warning: Shuffle Join MERGEJOIN[892][tables = [$hdt$_2, $hdt$_3, $hdt$_1]] in Stage 'Reducer 16' is a cross product
+Warning: Shuffle Join MERGEJOIN[891][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Stage 'Reducer 12' is a cross product
PREHOOK: query: explain
with cross_items as
(select i_item_sk ss_item_sk
@@ -211,79 +211,79 @@ Plan optimized by CBO.
Vertex dependency in root stage
Reducer 11 <- Union 10 (CUSTOM_SIMPLE_EDGE)
-Reducer 12 <- Reducer 11 (CUSTOM_SIMPLE_EDGE), Reducer 38 (CUSTOM_SIMPLE_EDGE), Reducer 47 (CUSTOM_SIMPLE_EDGE), Union 6 (CONTAINS)
-Reducer 13 <- Map 1 (SIMPLE_EDGE), Map 17 (SIMPLE_EDGE), Union 14 (CONTAINS)
+Reducer 12 <- Reducer 11 (CUSTOM_SIMPLE_EDGE), Reducer 27 (CUSTOM_SIMPLE_EDGE), Reducer 52 (CUSTOM_SIMPLE_EDGE), Union 6 (CONTAINS)
+Reducer 13 <- Map 1 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE), Union 14 (CONTAINS)
Reducer 15 <- Union 14 (CUSTOM_SIMPLE_EDGE)
-Reducer 16 <- Reducer 15 (CUSTOM_SIMPLE_EDGE), Reducer 56 (CUSTOM_SIMPLE_EDGE), Reducer 65 (CUSTOM_SIMPLE_EDGE), Union 6 (CONTAINS)
-Reducer 18 <- Map 17 (SIMPLE_EDGE), Map 88 (SIMPLE_EDGE), Union 19 (CONTAINS)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 17 (SIMPLE_EDGE), Union 3 (CONTAINS)
-Reducer 20 <- Union 19 (CUSTOM_SIMPLE_EDGE)
-Reducer 21 <- Map 17 (SIMPLE_EDGE), Map 97 (SIMPLE_EDGE)
-Reducer 22 <- Map 96 (SIMPLE_EDGE), Reducer 21 (SIMPLE_EDGE)
-Reducer 23 <- Reducer 22 (SIMPLE_EDGE), Union 24 (CONTAINS)
-Reducer 25 <- Union 24 (SIMPLE_EDGE)
-Reducer 26 <- Map 96 (SIMPLE_EDGE), Reducer 25 (ONE_TO_ONE_EDGE)
-Reducer 27 <- Reducer 26 (SIMPLE_EDGE)
-Reducer 28 <- Map 96 (SIMPLE_EDGE), Reducer 27 (ONE_TO_ONE_EDGE), Reducer 92 (SIMPLE_EDGE)
-Reducer 29 <- Reducer 28 (SIMPLE_EDGE)
-Reducer 30 <- Map 17 (SIMPLE_EDGE), Map 98 (SIMPLE_EDGE)
-Reducer 31 <- Map 96 (SIMPLE_EDGE), Reducer 30 (SIMPLE_EDGE)
-Reducer 32 <- Reducer 31 (SIMPLE_EDGE), Union 24 (CONTAINS)
-Reducer 33 <- Map 17 (SIMPLE_EDGE), Map 99 (SIMPLE_EDGE)
-Reducer 34 <- Map 96 (SIMPLE_EDGE), Reducer 33 (SIMPLE_EDGE)
-Reducer 35 <- Reducer 34 (SIMPLE_EDGE), Union 24 (CONTAINS)
-Reducer 36 <- Map 17 (SIMPLE_EDGE), Map 88 (SIMPLE_EDGE), Union 37 (CONTAINS)
-Reducer 38 <- Union 37 (CUSTOM_SIMPLE_EDGE)
-Reducer 39 <- Map 17 (SIMPLE_EDGE), Map 97 (SIMPLE_EDGE)
+Reducer 16 <- Reducer 15 (CUSTOM_SIMPLE_EDGE), Reducer 30 (CUSTOM_SIMPLE_EDGE), Reducer 55 (CUSTOM_SIMPLE_EDGE), Union 6 (CONTAINS)
+Reducer 18 <- Map 17 (SIMPLE_EDGE), Map 21 (SIMPLE_EDGE), Union 3 (CONTAINS)
+Reducer 19 <- Map 17 (SIMPLE_EDGE), Map 21 (SIMPLE_EDGE), Union 10 (CONTAINS)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE), Union 3 (CONTAINS)
+Reducer 20 <- Map 17 (SIMPLE_EDGE), Map 21 (SIMPLE_EDGE), Union 14 (CONTAINS)
+Reducer 22 <- Map 21 (SIMPLE_EDGE), Map 43 (SIMPLE_EDGE), Union 23 (CONTAINS)
+Reducer 24 <- Union 23 (CUSTOM_SIMPLE_EDGE)
+Reducer 25 <- Map 21 (SIMPLE_EDGE), Map 43 (SIMPLE_EDGE), Union 26 (CONTAINS)
+Reducer 27 <- Union 26 (CUSTOM_SIMPLE_EDGE)
+Reducer 28 <- Map 21 (SIMPLE_EDGE), Map 43 (SIMPLE_EDGE), Union 29 (CONTAINS)
+Reducer 30 <- Union 29 (CUSTOM_SIMPLE_EDGE)
+Reducer 32 <- Map 31 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE), Union 3 (CONTAINS)
+Reducer 33 <- Map 31 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE), Union 10 (CONTAINS)
+Reducer 34 <- Map 31 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE), Union 14 (CONTAINS)
+Reducer 36 <- Map 35 (SIMPLE_EDGE), Map 44 (SIMPLE_EDGE), Union 23 (CONTAINS)
+Reducer 37 <- Map 35 (SIMPLE_EDGE), Map 44 (SIMPLE_EDGE), Union 26 (CONTAINS)
+Reducer 38 <- Map 35 (SIMPLE_EDGE), Map 44 (SIMPLE_EDGE), Union 29 (CONTAINS)
Reducer 4 <- Union 3 (CUSTOM_SIMPLE_EDGE)
-Reducer 40 <- Map 96 (SIMPLE_EDGE), Reducer 39 (SIMPLE_EDGE)
-Reducer 41 <- Reducer 40 (SIMPLE_EDGE), Union 42 (CONTAINS)
-Reducer 43 <- Union 42 (SIMPLE_EDGE)
-Reducer 44 <- Map 96 (SIMPLE_EDGE), Reducer 43 (ONE_TO_ONE_EDGE)
-Reducer 45 <- Reducer 44 (SIMPLE_EDGE)
-Reducer 46 <- Map 96 (SIMPLE_EDGE), Reducer 45 (ONE_TO_ONE_EDGE), Reducer 94 (SIMPLE_EDGE)
-Reducer 47 <- Reducer 46 (SIMPLE_EDGE)
-Reducer 48 <- Map 17 (SIMPLE_EDGE), Map 98 (SIMPLE_EDGE)
-Reducer 49 <- Map 96 (SIMPLE_EDGE), Reducer 48 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 20 (CUSTOM_SIMPLE_EDGE), Reducer 29 (CUSTOM_SIMPLE_EDGE), Reducer 4 (CUSTOM_SIMPLE_EDGE), Union 6 (CONTAINS)
-Reducer 50 <- Reducer 49 (SIMPLE_EDGE), Union 42 (CONTAINS)
-Reducer 51 <- Map 17 (SIMPLE_EDGE), Map 99 (SIMPLE_EDGE)
-Reducer 52 <- Map 96 (SIMPLE_EDGE), Reducer 51 (SIMPLE_EDGE)
-Reducer 53 <- Reducer 52 (SIMPLE_EDGE), Union 42 (CONTAINS)
-Reducer 54 <- Map 17 (SIMPLE_EDGE), Map 88 (SIMPLE_EDGE), Union 55 (CONTAINS)
-Reducer 56 <- Union 55 (CUSTOM_SIMPLE_EDGE)
-Reducer 57 <- Map 17 (SIMPLE_EDGE), Map 97 (SIMPLE_EDGE)
-Reducer 58 <- Map 96 (SIMPLE_EDGE), Reducer 57 (SIMPLE_EDGE)
-Reducer 59 <- Reducer 58 (SIMPLE_EDGE), Union 60 (CONTAINS)
-Reducer 61 <- Union 60 (SIMPLE_EDGE)
-Reducer 62 <- Map 96 (SIMPLE_EDGE), Reducer 61 (ONE_TO_ONE_EDGE)
-Reducer 63 <- Reducer 62 (SIMPLE_EDGE)
-Reducer 64 <- Map 96 (SIMPLE_EDGE), Reducer 63 (ONE_TO_ONE_EDGE), Reducer 95 (SIMPLE_EDGE)
-Reducer 65 <- Reducer 64 (SIMPLE_EDGE)
-Reducer 66 <- Map 17 (SIMPLE_EDGE), Map 98 (SIMPLE_EDGE)
-Reducer 67 <- Map 96 (SIMPLE_EDGE), Reducer 66 (SIMPLE_EDGE)
-Reducer 68 <- Reducer 67 (SIMPLE_EDGE), Union 60 (CONTAINS)
-Reducer 69 <- Map 17 (SIMPLE_EDGE), Map 99 (SIMPLE_EDGE)
+Reducer 40 <- Map 39 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE), Union 23 (CONTAINS)
+Reducer 41 <- Map 39 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE), Union 26 (CONTAINS)
+Reducer 42 <- Map 39 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE), Union 29 (CONTAINS)
+Reducer 46 <- Map 45 (SIMPLE_EDGE), Map 49 (SIMPLE_EDGE)
+Reducer 47 <- Map 56 (SIMPLE_EDGE), Reducer 46 (SIMPLE_EDGE), Reducer 58 (ONE_TO_ONE_EDGE)
+Reducer 48 <- Reducer 47 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 24 (CUSTOM_SIMPLE_EDGE), Reducer 4 (CUSTOM_SIMPLE_EDGE), Reducer 48 (CUSTOM_SIMPLE_EDGE), Union 6 (CONTAINS)
+Reducer 50 <- Map 100 (SIMPLE_EDGE), Map 49 (SIMPLE_EDGE)
+Reducer 51 <- Map 56 (SIMPLE_EDGE), Reducer 50 (SIMPLE_EDGE), Reducer 68 (ONE_TO_ONE_EDGE)
+Reducer 52 <- Reducer 51 (SIMPLE_EDGE)
+Reducer 53 <- Map 101 (SIMPLE_EDGE), Map 49 (SIMPLE_EDGE)
+Reducer 54 <- Map 56 (SIMPLE_EDGE), Reducer 53 (SIMPLE_EDGE), Reducer 78 (ONE_TO_ONE_EDGE)
+Reducer 55 <- Reducer 54 (SIMPLE_EDGE)
+Reducer 57 <- Map 56 (SIMPLE_EDGE), Reducer 62 (ONE_TO_ONE_EDGE)
+Reducer 58 <- Reducer 57 (SIMPLE_EDGE)
+Reducer 59 <- Map 56 (SIMPLE_EDGE), Reducer 88 (SIMPLE_EDGE)
+Reducer 60 <- Reducer 59 (SIMPLE_EDGE), Union 61 (CONTAINS)
+Reducer 62 <- Union 61 (SIMPLE_EDGE)
+Reducer 63 <- Map 56 (SIMPLE_EDGE), Reducer 92 (SIMPLE_EDGE)
+Reducer 64 <- Reducer 63 (SIMPLE_EDGE), Union 61 (CONTAINS)
+Reducer 65 <- Map 56 (SIMPLE_EDGE), Reducer 93 (SIMPLE_EDGE)
+Reducer 66 <- Reducer 65 (SIMPLE_EDGE), Union 61 (CONTAINS)
+Reducer 67 <- Map 56 (SIMPLE_EDGE), Reducer 72 (ONE_TO_ONE_EDGE)
+Reducer 68 <- Reducer 67 (SIMPLE_EDGE)
+Reducer 69 <- Map 56 (SIMPLE_EDGE), Reducer 89 (SIMPLE_EDGE)
Reducer 7 <- Union 6 (SIMPLE_EDGE)
-Reducer 70 <- Map 96 (SIMPLE_EDGE), Reducer 69 (SIMPLE_EDGE)
-Reducer 71 <- Reducer 70 (SIMPLE_EDGE), Union 60 (CONTAINS)
-Reducer 73 <- Map 72 (SIMPLE_EDGE), Map 76 (SIMPLE_EDGE), Union 3 (CONTAINS)
-Reducer 74 <- Map 72 (SIMPLE_EDGE), Map 76 (SIMPLE_EDGE), Union 10 (CONTAINS)
-Reducer 75 <- Map 72 (SIMPLE_EDGE), Map 76 (SIMPLE_EDGE), Union 14 (CONTAINS)
-Reducer 77 <- Map 76 (SIMPLE_EDGE), Map 89 (SIMPLE_EDGE), Union 19 (CONTAINS)
-Reducer 78 <- Map 76 (SIMPLE_EDGE), Map 89 (SIMPLE_EDGE), Union 37 (CONTAINS)
-Reducer 79 <- Map 76 (SIMPLE_EDGE), Map 89 (SIMPLE_EDGE), Union 55 (CONTAINS)
+Reducer 70 <- Reducer 69 (SIMPLE_EDGE), Union 71 (CONTAINS)
+Reducer 72 <- Union 71 (SIMPLE_EDGE)
+Reducer 73 <- Map 56 (SIMPLE_EDGE), Reducer 94 (SIMPLE_EDGE)
+Reducer 74 <- Reducer 73 (SIMPLE_EDGE), Union 71 (CONTAINS)
+Reducer 75 <- Map 56 (SIMPLE_EDGE), Reducer 95 (SIMPLE_EDGE)
+Reducer 76 <- Reducer 75 (SIMPLE_EDGE), Union 71 (CONTAINS)
+Reducer 77 <- Map 56 (SIMPLE_EDGE), Reducer 82 (ONE_TO_ONE_EDGE)
+Reducer 78 <- Reducer 77 (SIMPLE_EDGE)
+Reducer 79 <- Map 56 (SIMPLE_EDGE), Reducer 90 (SIMPLE_EDGE)
Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
-Reducer 81 <- Map 80 (SIMPLE_EDGE), Map 84 (SIMPLE_EDGE), Union 3 (CONTAINS)
-Reducer 82 <- Map 80 (SIMPLE_EDGE), Map 84 (SIMPLE_EDGE), Union 10 (CONTAINS)
-Reducer 83 <- Map 80 (SIMPLE_EDGE), Map 84 (SIMPLE_EDGE), Union 14 (CONTAINS)
-Reducer 85 <- Map 84 (SIMPLE_EDGE), Map 90 (SIMPLE_EDGE), Union 19 (CONTAINS)
-Reducer 86 <- Map 84 (SIMPLE_EDGE), Map 90 (SIMPLE_EDGE), Union 37 (CONTAINS)
-Reducer 87 <- Map 84 (SIMPLE_EDGE), Map 90 (SIMPLE_EDGE), Union 55 (CONTAINS)
-Reducer 9 <- Map 1 (SIMPLE_EDGE), Map 17 (SIMPLE_EDGE), Union 10 (CONTAINS)
-Reducer 92 <- Map 91 (SIMPLE_EDGE), Map 93 (SIMPLE_EDGE)
-Reducer 94 <- Map 100 (SIMPLE_EDGE), Map 93 (SIMPLE_EDGE)
-Reducer 95 <- Map 101 (SIMPLE_EDGE), Map 93 (SIMPLE_EDGE)
+Reducer 80 <- Reducer 79 (SIMPLE_EDGE), Union 81 (CONTAINS)
+Reducer 82 <- Union 81 (SIMPLE_EDGE)
+Reducer 83 <- Map 56 (SIMPLE_EDGE), Reducer 96 (SIMPLE_EDGE)
+Reducer 84 <- Reducer 83 (SIMPLE_EDGE), Union 81 (CONTAINS)
+Reducer 85 <- Map 56 (SIMPLE_EDGE), Reducer 97 (SIMPLE_EDGE)
+Reducer 86 <- Reducer 85 (SIMPLE_EDGE), Union 81 (CONTAINS)
+Reducer 88 <- Map 87 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE)
+Reducer 89 <- Map 87 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE)
+Reducer 9 <- Map 1 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE), Union 10 (CONTAINS)
+Reducer 90 <- Map 87 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE)
+Reducer 92 <- Map 91 (SIMPLE_EDGE), Map 98 (SIMPLE_EDGE)
+Reducer 93 <- Map 91 (SIMPLE_EDGE), Map 99 (SIMPLE_EDGE)
+Reducer 94 <- Map 91 (SIMPLE_EDGE), Map 98 (SIMPLE_EDGE)
+Reducer 95 <- Map 91 (SIMPLE_EDGE), Map 99 (SIMPLE_EDGE)
+Reducer 96 <- Map 91 (SIMPLE_EDGE), Map 98 (SIMPLE_EDGE)
+Reducer 97 <- Map 91 (SIMPLE_EDGE), Map 99 (SIMPLE_EDGE)
Stage-0
Fetch Operator
@@ -324,7 +324,7 @@ Stage-0
Group By Operator [GBY_222] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
<-Union 10 [CUSTOM_SIMPLE_EDGE]
- <-Reducer 74 [CONTAINS]
+ <-Reducer 19 [CONTAINS]
Reduce Output Operator [RS_221]
Group By Operator [GBY_220] (rows=1 width=8)
Output:["_col0"],aggregations:["count(_col0)"]
@@ -334,7 +334,7 @@ Stage-0
Output:["_col0"]
Merge Join Operator [MERGEJOIN_861] (rows=316788826 width=135)
Conds:RS_204._col0=RS_205._col0(Inner),Output:["_col1"]
- <-Map 76 [SIMPLE_EDGE]
+ <-Map 21 [SIMPLE_EDGE]
SHUFFLE [RS_205]
PartitionCols:_col0
Select Operator [SEL_15] (rows=8116 width=1119)
@@ -343,7 +343,7 @@ Stage-0
predicate:(d_year BETWEEN 1998 AND 2000 and d_date_sk is not null)
TableScan [TS_13] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Map 72 [SIMPLE_EDGE]
+ <-Map 17 [SIMPLE_EDGE]
SHUFFLE [RS_204]
PartitionCols:_col0
Select Operator [SEL_12] (rows=287989836 width=135)
@@ -352,7 +352,7 @@ Stage-0
predicate:cs_sold_date_sk is not null
TableScan [TS_10] (rows=287989836 width=135)
default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_quantity"]
- <-Reducer 82 [CONTAINS]
+ <-Reducer 33 [CONTAINS]
Reduce Output Operator [RS_221]
Group By Operator [GBY_220] (rows=1 width=8)
Output:["_col0"],aggregations:["count(_col0)"]
@@ -362,7 +362,7 @@ Stage-0
Output:["_col0"]
Merge Join Operator [MERGEJOIN_862] (rows=158402938 width=135)
Conds:RS_215._col0=RS_216._col0(Inner),Output:["_col1"]
- <-Map 84 [SIMPLE_EDGE]
+ <-Map 35 [SIMPLE_EDGE]
SHUFFLE [RS_216]
PartitionCols:_col0
Select Operator [SEL_26] (rows=8116 width=1119)
@@ -371,7 +371,7 @@ Stage-0
predicate:(d_year BETWEEN 1998 AND 2000 and d_date_sk is not null)
TableScan [TS_24] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Map 80 [SIMPLE_EDGE]
+ <-Map 31 [SIMPLE_EDGE]
SHUFFLE [RS_215]
PartitionCols:_col0
Select Operator [SEL_23] (rows=144002668 width=135)
@@ -390,15 +390,15 @@ Stage-0
Output:["_col0"]
Merge Join Operator [MERGEJOIN_860] (rows=633595212 width=88)
Conds:RS_194._col0=RS_195._col0(Inner),Output:["_col1"]
- <-Map 17 [SIMPLE_EDGE]
+ <-Map 91 [SIMPLE_EDGE]
SHUFFLE [RS_195]
PartitionCols:_col0
- Select Operator [SEL_5] (rows=8116 width=1119)
+ Select Operator [SEL_98] (rows=8116 width=1119)
Output:["_col0"]
- Filter Operator [FIL_771] (rows=8116 width=1119)
+ Filter Operator [FIL_787] (rows=8116 width=1119)
predicate:(d_year BETWEEN 1999 AND 2001 and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ TableScan [TS_96] (rows=73049 width=1119)
+ default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_194]
PartitionCols:_col0
@@ -408,35 +408,12 @@ Stage-0
predicate:ss_sold_date_sk is not null
TableScan [TS_0] (rows=575995635 width=88)
default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_quantity"]
- <-Reducer 38 [CUSTOM_SIMPLE_EDGE]
+ <-Reducer 27 [CUSTOM_SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_371]
Group By Operator [GBY_267] (rows=1 width=288)
Output:["_col0"],aggregations:["avg(VALUE._col0)"]
- <-Union 37 [CUSTOM_SIMPLE_EDGE]
- <-Reducer 36 [CONTAINS]
- Reduce Output Operator [RS_266]
- Group By Operator [GBY_265] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(_col0)"]
- Select Operator [SEL_263] (rows=1108786976 width=108)
- Output:["_col0"]
- Select Operator [SEL_241] (rows=633595212 width=88)
- Output:["_col0","_col1"]
- Merge Join Operator [MERGEJOIN_863] (rows=633595212 width=88)
- Conds:RS_238._col0=RS_239._col0(Inner),Output:["_col1","_col2"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_239]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 88 [SIMPLE_EDGE]
- SHUFFLE [RS_238]
- PartitionCols:_col0
- Select Operator [SEL_46] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_776] (rows=575995635 width=88)
- predicate:ss_sold_date_sk is not null
- TableScan [TS_44] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_quantity","ss_list_price"]
- <-Reducer 78 [CONTAINS]
+ <-Union 26 [CUSTOM_SIMPLE_EDGE]
+ <-Reducer 25 [CONTAINS]
Reduce Output Operator [RS_266]
Group By Operator [GBY_265] (rows=1 width=288)
Output:["_col0"],aggregations:["avg(_col0)"]
@@ -446,11 +423,11 @@ Stage-0
Output:["_col0","_col1"]
Merge Join Operator [MERGEJOIN_864] (rows=316788826 width=135)
Conds:RS_248._col0=RS_249._col0(Inner),Output:["_col1","_col2"]
- <-Map 76 [SIMPLE_EDGE]
+ <-Map 21 [SIMPLE_EDGE]
SHUFFLE [RS_249]
PartitionCols:_col0
Please refer to the previous Select Operator [SEL_15]
- <-Map 89 [SIMPLE_EDGE]
+ <-Map 43 [SIMPLE_EDGE]
SHUFFLE [RS_248]
PartitionCols:_col0
Select Operator [SEL_56] (rows=287989836 width=135)
@@ -459,7 +436,7 @@ Stage-0
predicate:cs_sold_date_sk is not null
TableScan [TS_54] (rows=287989836 width=135)
default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_quantity","cs_list_price"]
- <-Reducer 86 [CONTAINS]
+ <-Reducer 37 [CONTAINS]
Reduce Output Operator [RS_266]
Group By Operator [GBY_265] (rows=1 width=288)
Output:["_col0"],aggregations:["avg(_col0)"]
@@ -469,11 +446,11 @@ Stage-0
Output:["_col0","_col1"]
Merge Join Operator [MERGEJOIN_865] (rows=158402938 width=135)
Conds:RS_259._col0=RS_260._col0(Inner),Output:["_col1","_col2"]
- <-Map 84 [SIMPLE_EDGE]
+ <-Map 35 [SIMPLE_EDGE]
SHUFFLE [RS_260]
PartitionCols:_col0
Please refer to the previous Select Operator [SEL_26]
- <-Map 90 [SIMPLE_EDGE]
+ <-Map 44 [SIMPLE_EDGE]
SHUFFLE [RS_259]
PartitionCols:_col0
Select Operator [SEL_67] (rows=144002668 width=135)
@@ -482,11 +459,34 @@ Stage-0
predicate:ws_sold_date_sk is not null
TableScan [TS_65] (rows=144002668 width=135)
default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_quantity","ws_list_price"]
- <-Reducer 47 [CUSTOM_SIMPLE_EDGE]
+ <-Reducer 41 [CONTAINS]
+ Reduce Output Operator [RS_266]
+ Group By Operator [GBY_265] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(_col0)"]
+ Select Operator [SEL_263] (rows=1108786976 width=108)
+ Output:["_col0"]
+ Select Operator [SEL_241] (rows=633595212 width=88)
+ Output:["_col0","_col1"]
+ Merge Join Operator [MERGEJOIN_863] (rows=633595212 width=88)
+ Conds:RS_238._col0=RS_239._col0(Inner),Output:["_col1","_col2"]
+ <-Map 91 [SIMPLE_EDGE]
+ SHUFFLE [RS_239]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_98]
+ <-Map 39 [SIMPLE_EDGE]
+ SHUFFLE [RS_238]
+ PartitionCols:_col0
+ Select Operator [SEL_46] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_776] (rows=575995635 width=88)
+ predicate:ss_sold_date_sk is not null
+ TableScan [TS_44] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_quantity","ss_list_price"]
+ <-Reducer 52 [CUSTOM_SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_372]
Group By Operator [GBY_368] (rows=348467716 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 46 [SIMPLE_EDGE]
+ <-Reducer 51 [SIMPLE_EDGE]
SHUFFLE [RS_367]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_366] (rows=696935432 width=135)
@@ -495,36 +495,59 @@ Stage-0
Output:["_col0","_col1","_col2","_col3"]
Merge Join Operator [MERGEJOIN_874] (rows=696935432 width=135)
Conds:RS_360._col1=RS_361._col0(Inner),RS_360._col1=RS_362._col0(Inner),Output:["_col2","_col3","_col8","_col9","_col10"]
- <-Map 96 [SIMPLE_EDGE]
+ <-Map 56 [SIMPLE_EDGE]
SHUFFLE [RS_361]
PartitionCols:_col0
Select Operator [SEL_277] (rows=462000 width=1436)
Output:["_col0","_col1","_col2","_col3"]
Filter Operator [FIL_809] (rows=462000 width=1436)
predicate:i_item_sk is not null
- TableScan [TS_87] (rows=462000 width=1436)
+ TableScan [TS_90] (rows=462000 width=1436)
default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_class_id","i_category_id"]
- <-Reducer 45 [ONE_TO_ONE_EDGE]
+ <-Reducer 50 [SIMPLE_EDGE]
+ SHUFFLE [RS_360]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_866] (rows=316788826 width=135)
+ Conds:RS_357._col0=RS_358._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 49 [SIMPLE_EDGE]
+ SHUFFLE [RS_358]
+ PartitionCols:_col0
+ Select Operator [SEL_86] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_783] (rows=18262 width=1119)
+ predicate:((d_year = 2000) and (d_moy = 11) and d_date_sk is not null)
+ TableScan [TS_84] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Map 100 [SIMPLE_EDGE]
+ SHUFFLE [RS_357]
+ PartitionCols:_col0
+ Select Operator [SEL_271] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_807] (rows=287989836 width=135)
+ predicate:(cs_item_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_269] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_quantity","cs_list_price"]
+ <-Reducer 68 [ONE_TO_ONE_EDGE]
FORWARD [RS_362]
PartitionCols:_col0
Group By Operator [GBY_355] (rows=254100 width=1436)
Output:["_col0"],keys:KEY._col0
- <-Reducer 44 [SIMPLE_EDGE]
+ <-Reducer 67 [SIMPLE_EDGE]
SHUFFLE [RS_354]
PartitionCols:_col0
Group By Operator [GBY_353] (rows=508200 width=1436)
Output:["_col0"],keys:_col0
Merge Join Operator [MERGEJOIN_873] (rows=508200 width=1436)
Conds:RS_349._col1, _col2, _col3=RS_350._col0, _col1, _col2(Inner),Output:["_col0"]
- <-Map 96 [SIMPLE_EDGE]
+ <-Map 56 [SIMPLE_EDGE]
SHUFFLE [RS_349]
PartitionCols:_col1, _col2, _col3
Select Operator [SEL_280] (rows=462000 width=1436)
Output:["_col0","_col1","_col2","_col3"]
Filter Operator [FIL_810] (rows=462000 width=1436)
predicate:(i_brand_id is not null and i_class_id is not null and i_category_id is not null and i_item_sk is not null)
- Please refer to the previous TableScan [TS_87]
- <-Reducer 43 [ONE_TO_ONE_EDGE]
+ Please refer to the previous TableScan [TS_90]
+ <-Reducer 72 [ONE_TO_ONE_EDGE]
FORWARD [RS_350]
PartitionCols:_col0, _col1, _col2
Select Operator [SEL_348] (rows=1 width=108)
@@ -533,39 +556,39 @@ Stage-0
predicate:(_col3 = 3)
Group By Operator [GBY_346] (rows=304916424 width=108)
Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Union 42 [SIMPLE_EDGE]
- <-Reducer 41 [CONTAINS]
+ <-Union 71 [SIMPLE_EDGE]
+ <-Reducer 70 [CONTAINS]
Reduce Output Operator [RS_345]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_344] (rows=609832849 width=108)
Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2
Group By Operator [GBY_299] (rows=348477374 width=88)
Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 40 [SIMPLE_EDGE]
+ <-Reducer 69 [SIMPLE_EDGE]
SHUFFLE [RS_298]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_297] (rows=696954748 width=88)
Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7
Merge Join Operator [MERGEJOIN_868] (rows=696954748 width=88)
Conds:RS_293._col1=RS_294._col0(Inner),Output:["_col5","_col6","_col7"]
- <-Map 96 [SIMPLE_EDGE]
+ <-Map 56 [SIMPLE_EDGE]
SHUFFLE [RS_294]
PartitionCols:_col0
Select Operator [SEL_289] (rows=462000 width=1436)
Output:["_col0","_col1","_col2","_col3"]
Filter Operator [FIL_813] (rows=462000 width=1436)
predicate:(i_item_sk is not null and i_brand_id is not null and i_class_id is not null and i_category_id is not null)
- Please refer to the previous TableScan [TS_87]
- <-Reducer 39 [SIMPLE_EDGE]
+ Please refer to the previous TableScan [TS_90]
+ <-Reducer 89 [SIMPLE_EDGE]
SHUFFLE [RS_293]
PartitionCols:_col1
Merge Join Operator [MERGEJOIN_867] (rows=633595212 width=88)
Conds:RS_290._col0=RS_291._col0(Inner),Output:["_col1"]
- <-Map 17 [SIMPLE_EDGE]
+ <-Map 91 [SIMPLE_EDGE]
SHUFFLE [RS_291]
PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 97 [SIMPLE_EDGE]
+ Please refer to the previous Select Operator [SEL_98]
+ <-Map 87 [SIMPLE_EDGE]
SHUFFLE [RS_290]
PartitionCols:_col0
Select Operator [SEL_95] (rows=575995635 width=88)
@@ -574,37 +597,37 @@ Stage-0
predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
TableScan [TS_93] (rows=575995635 width=88)
default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk"]
- <-Reducer 50 [CONTAINS]
+ <-Reducer 74 [CONTAINS]
Reduce Output Operator [RS_345]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_344] (rows=609832849 width=108)
Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2
Group By Operator [GBY_319] (rows=174233858 width=135)
Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 49 [SIMPLE_EDGE]
+ <-Reducer 73 [SIMPLE_EDGE]
SHUFFLE [RS_318]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_317] (rows=348467716 width=135)
Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7
Merge Join Operator [MERGEJOIN_870] (rows=348467716 width=135)
Conds:RS_313._col1=RS_314._col0(Inner),Output:["_col5","_col6","_col7"]
- <-Map 96 [SIMPLE_EDGE]
+ <-Map 56 [SIMPLE_EDGE]
SHUFFLE [RS_314]
PartitionCols:_col0
Select Operator [SEL_309] (rows=462000 width=1436)
Output:["_col0","_col1","_col2","_col3"]
Filter Operator [FIL_816] (rows=462000 width=1436)
predicate:(i_item_sk is not null and i_brand_id is not null and i_class_id is not null and i_category_id is not null)
- Please refer to the previous TableScan [TS_87]
- <-Reducer 48 [SIMPLE_EDGE]
+ Please refer to the previous TableScan [TS_90]
+ <-Reducer 94 [SIMPLE_EDGE]
SHUFFLE [RS_313]
PartitionCols:_col1
Merge Join Operator [MERGEJOIN_869] (rows=316788826 width=135)
Conds:RS_310._col0=RS_311._col0(Inner),Output:["_col1"]
- <-Map 17 [SIMPLE_EDGE]
+ <-Map 91 [SIMPLE_EDGE]
SHUFFLE [RS_311]
PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
+ Please refer to the previous Select Operator [SEL_98]
<-Map 98 [SIMPLE_EDGE]
SHUFFLE [RS_310]
PartitionCols:_col0
@@ -614,37 +637,37 @@ Stage-0
predicate:(cs_item_sk is not null and cs_sold_date_sk is not null)
TableScan [TS_113] (rows=287989836 width=135)
default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk"]
- <-Reducer 53 [CONTAINS]
+ <-Reducer 76 [CONTAINS]
Reduce Output Operator [RS_345]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_344] (rows=609832849 width=108)
Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2
Group By Operator [GBY_340] (rows=87121617 width=135)
Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 52 [SIMPLE_EDGE]
+ <-Reducer 75 [SIMPLE_EDGE]
SHUFFLE [RS_339]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_338] (rows=174243235 width=135)
Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7
Merge Join Operator [MERGEJOIN_872] (rows=174243235 width=135)
Conds:RS_334._col1=RS_335._col0(Inner),Output:["_col5","_col6","_col7"]
- <-Map 96 [SIMPLE_EDGE]
+ <-Map 56 [SIMPLE_EDGE]
SHUFFLE [RS_335]
PartitionCols:_col0
Select Operator [SEL_330] (rows=462000 width=1436)
Output:["_col0","_col1","_col2","_col3"]
Filter Operator [FIL_819] (rows=462000 width=1436)
predicate:(i_item_sk is not null and i_brand_id is not null and i_class_id is not null and i_category_id is not null)
- Please refer to the previous TableScan [TS_87]
- <-Reducer 51 [SIMPLE_EDGE]
+ Please refer to the previous TableScan [TS_90]
+ <-Reducer 95 [SIMPLE_EDGE]
SHUFFLE [RS_334]
PartitionCols:_col1
Merge Join Operator [MERGEJOIN_871] (rows=158402938 width=135)
Conds:RS_331._col0=RS_332._col0(Inner),Output:["_col1"]
- <-Map 17 [SIMPLE_EDGE]
+ <-Map 91 [SIMPLE_EDGE]
SHUFFLE [RS_332]
PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
+ Please refer to the previous Select Operator [SEL_98]
<-Map 99 [SIMPLE_EDGE]
SHUFFLE [RS_331]
PartitionCols:_col0
@@ -654,29 +677,6 @@ Stage-0
predicate:(ws_item_sk is not null and ws_sold_date_sk is not null)
TableScan [TS_134] (rows=144002668 width=135)
default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk"]
- <-Reducer 94 [SIMPLE_EDGE]
- SHUFFLE [RS_360]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_866] (rows=316788826 width=135)
- Conds:RS_357._col0=RS_358._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 93 [SIMPLE_EDGE]
- SHUFFLE [RS_358]
- PartitionCols:_col0
- Select Operator [SEL_86] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_783] (rows=18262 width=1119)
- predicate:((d_year = 2000) and (d_moy = 11) and d_date_sk is not null)
- TableScan [TS_84] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Map 100 [SIMPLE_EDGE]
- SHUFFLE [RS_357]
- PartitionCols:_col0
- Select Operator [SEL_271] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_807] (rows=287989836 width=135)
- predicate:(cs_item_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_269] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_quantity","cs_list_price"]
<-Reducer 16 [CONTAINS]
Reduce Output Operator [RS_568]
PartitionCols:_col0, _col1, _col2, _col3, _col4
@@ -709,15 +709,15 @@ Stage-0
Output:["_col0"]
Merge Join Operator [MERGEJOIN_875] (rows=633595212 width=88)
Conds:RS_383._col0=RS_384._col0(Inner),Output:["_col1"]
- <-Map 17 [SIMPLE_EDGE]
+ <-Map 91 [SIMPLE_EDGE]
SHUFFLE [RS_384]
PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
+ Please refer to the previous Select Operator [SEL_98]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_383]
PartitionCols:_col0
Please refer to the previous Select Operator [SEL_2]
- <-Reducer 75 [CONTAINS]
+ <-Reducer 20 [CONTAINS]
Reduce Output Operator [RS_410]
Group By Operator [GBY_409] (rows=1 width=8)
Output:["_col0"],aggregations:["count(_col0)"]
@@ -727,15 +727,15 @@ Stage-0
Output:["_col0"]
Merge Join Operator [MERGEJOIN_876] (rows=316788826 width=135)
Conds:RS_393._col0=RS_394._col0(Inner),Output:["_col1"]
- <-Map 76 [SIMPLE_EDGE]
+ <-Map 21 [SIMPLE_EDGE]
SHUFFLE [RS_394]
PartitionCols:_col0
Please refer to the previous Select Operator [SEL_15]
- <-Map 72 [SIMPLE_EDGE]
+ <-Map 17 [SIMPLE_EDGE]
SHUFFLE [RS_393]
PartitionCols:_col0
Please refer to the previous Select Operator [SEL_12]
- <-Reducer 83 [CONTAINS]
+ <-Reducer 34 [CONTAINS]
Reduce Output Operator [RS_410]
Group By Operator [GBY_409] (rows=1 width=8)
Output:["_col0"],aggregations:["count(_col0)"]
@@ -745,38 +745,20 @@ Stage-0
Output:["_col0"]
Merge Join Operator [MERGEJOIN_877] (rows=158402938 width=135)
Conds:RS_404._col0=RS_405._col0(Inner),Output:["_col1"]
- <-Map 84 [SIMPLE_EDGE]
+ <-Map 35 [SIMPLE_EDGE]
SHUFFLE [RS_405]
PartitionCols:_col0
Please refer to the previous Select Operator [SEL_26]
- <-Map 80 [SIMPLE_EDGE]
+ <-Map 31 [SIMPLE_EDGE]
SHUFFLE [RS_404]
PartitionCols:_col0
Please refer to the previous Select Operator [SEL_23]
- <-Reducer 56 [CUSTOM_SIMPLE_EDGE]
+ <-Reducer 30 [CUSTOM_SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_560]
Group By Operator [GBY_456] (rows=1 width=288)
Output:["_col0"],aggregations:["avg(VALUE._col0)"]
- <-Union 55 [CUSTOM_SIMPLE_EDGE]
- <-Reducer 54 [CONTAINS]
- Reduce Output Operator [RS_455]
- Group By Operator [GBY_454] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(_col0)"]
- Select Operator [SEL_452] (rows=1108786976 width=108)
- Output:["_col0"]
- Select Operator [SEL_430] (rows=633595212 width=88)
- Output:["_col0","_col1"]
- Merge Join Operator [MERGEJOIN_878] (rows=633595212 width=88)
- Conds:RS_427._col0=RS_428._col0(Inner),Output:["_col1","_col2"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_428]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 88 [SIMPLE_EDGE]
- SHUFFLE [RS_427]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_46]
- <-Reducer 79 [CONTAINS]
+ <-Union 29 [CUSTOM_SIMPLE_EDGE]
+ <-Reducer 28 [CONTAINS]
Reduce Output Operator [RS_455]
Group By Operator [GBY_454] (rows=1 width=288)
Output:["_col0"],aggregations:["avg(_col0)"]
@@ -786,15 +768,15 @@ Stage-0
Output:["_col0","_col1"]
Merge Join Operator [MERGEJOIN_879] (rows=316788826 width=135)
Conds:RS_437._col0=RS_438._col0(Inner),Output:["_col1","_col2"]
- <-Map 76 [SIMPLE_EDGE]
+ <-Map 21 [SIMPLE_EDGE]
SHUFFLE [RS_438]
PartitionCols:_col0
Please refer to the previous Select Operator [SEL_15]
- <-Map 89 [SIMPLE_EDGE]
+ <-Map 43 [SIMPLE_EDGE]
SHUFFLE [RS_437]
PartitionCols:_col0
Please refer to the previous Select Operator [SEL_56]
- <-Reducer 87 [CONTAINS]
+ <-Reducer 38 [CONTAINS]
Reduce Output Operator [RS_455]
Group By Operator [GBY_454] (rows=1 width=288)
Output:["_col0"],aggregations:["avg(_col0)"]
@@ -804,19 +786,37 @@ Stage-0
Output:["_col0","_col1"]
Merge Join Operator [MERGEJOIN_880] (rows=158402938 width=135)
Conds:RS_448._col0=RS_449._col0(Inner),Output:["_col1","_col2"]
- <-Map 84 [SIMPLE_EDGE]
+ <-Map 35 [SIMPLE_EDGE]
SHUFFLE [RS_449]
PartitionCols:_col0
Please refer to the previous Select Operator [SEL_26]
- <-Map 90 [SIMPLE_EDGE]
+ <-Map 44 [SIMPLE_EDGE]
SHUFFLE [RS_448]
PartitionCols:_col0
Please refer to the previous Select Operator [SEL_67]
- <-Reducer 65 [CUSTOM_SIMPLE_EDGE]
+ <-Reducer 42 [CONTAINS]
+ Reduce Output Operator [RS_455]
+ Group By Operator [GBY_454] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(_col0)"]
+ Select Operator [SEL_452] (rows=1108786976 width=108)
+ Output:["_col0"]
+ Select Operator [SEL_430] (rows=633595212 width=88)
+ Output:["_col0","_col1"]
+ Merge Join Operator [MERGEJOIN_878] (rows=633595212 width=88)
+ Conds:RS_427._col0=RS_428._col0(Inner),Output:["_col1","_col2"]
+ <-Map 91 [SIMPLE_EDGE]
+ SHUFFLE [RS_428]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_98]
+ <-Map 39 [SIMPLE_EDGE]
+ SHUFFLE [RS_427]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_46]
+ <-Reducer 55 [CUSTOM_SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_561]
Group By Operator [GBY_557] (rows=174243235 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 64 [SIMPLE_EDGE]
+ <-Reducer 54 [SIMPLE_EDGE]
SHUFFLE [RS_556]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_555] (rows=348486471 width=135)
@@ -825,35 +825,53 @@ Stage-0
Output:["_col0","_col1","_col2","_col3"]
Merge Join Operator [MERGEJOIN_889] (rows=348486471 width=135)
Conds:RS_549._col1=RS_550._col0(Inner),RS_549._col1=RS_551._col0(Inner),Output:["_col2","_col3","_col8","_col9","_col10"]
- <-Map 96 [SIMPLE_EDGE]
+ <-Map 56 [SIMPLE_EDGE]
SHUFFLE [RS_550]
PartitionCols:_col0
Select Operator [SEL_466] (rows=462000 width=1436)
Output:["_col0","_col1","_col2","_col3"]
Filter Operator [FIL_834] (rows=462000 width=1436)
predicate:i_item_sk is not null
- Please refer to the previous TableScan [TS_87]
- <-Reducer 63 [ONE_TO_ONE_EDGE]
+ Please refer to the previous TableScan [TS_90]
+ <-Reducer 53 [SIMPLE_EDGE]
+ SHUFFLE [RS_549]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_881] (rows=158402938 width=135)
+ Conds:RS_546._col0=RS_547._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 49 [SIMPLE_EDGE]
+ SHUFFLE [RS_547]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_86]
+ <-Map 101 [SIMPLE_EDGE]
+ SHUFFLE [RS_546]
+ PartitionCols:_col0
+ Select Operator [SEL_460] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_832] (rows=144002668 width=135)
+ predicate:(ws_item_sk is not null and ws_sold_date_sk is not null)
+ TableScan [TS_458] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_quantity","ws_list_price"]
+ <-Reducer 78 [ONE_TO_ONE_EDGE]
FORWARD [RS_551]
PartitionCols:_col0
Group By Operator [GBY_544] (rows=254100 width=1436)
Output:["_col0"],keys:KEY._col0
- <-Reducer 62 [SIMPLE_EDGE]
+ <-Reducer 77 [SIMPLE_EDGE]
SHUFFLE [RS_543]
PartitionCols:_col0
Group By Operator [GBY_542] (rows=508200 width=1436)
Output:["_col0"],keys:_col0
Merge Join Operator [MERGEJOIN_888] (rows=508200 width=1436)
Conds:RS_538._col1, _col2, _col3=RS_539._col0, _col1, _col2(Inner),Output:["_col0"]
- <-Map 96 [SIMPLE_EDGE]
+ <-Map 56 [SIMPLE_EDGE]
SHUFFLE [RS_538]
PartitionCols:_col1, _col2, _col3
Select Operator [SEL_469] (rows=462000 width=1436)
Output:["_col0","_col1","_col2","_col3"]
Filter Operator [FIL_835] (rows=462000 width=1436)
predicate:(i_brand_id is not null and i_class_id is not null and i_category_id is not null and i_item_sk is not null)
- Please refer to the previous TableScan [TS_87]
- <-Reducer 61 [ONE_TO_ONE_EDGE]
+ Please refer to the previous TableScan [TS_90]
+ <-Reducer 82 [ONE_TO_ONE_EDGE]
FORWARD [RS_539]
PartitionCols:_col0, _col1, _col2
Select Operator [SEL_537] (rows=1 width=108)
@@ -862,130 +880,112 @@ Stage-0
predicate:(_col3 = 3)
Group By Operator [GBY_535] (rows=304916424 width=108)
Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Union 60 [SIMPLE_EDGE]
- <-Reducer 59 [CONTAINS]
+ <-Union 81 [SIMPLE_EDGE]
+ <-Reducer 80 [CONTAINS]
Reduce Output Operator [RS_534]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_533] (rows=609832849 width=108)
Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2
Group By Operator [GBY_488] (rows=348477374 width=88)
Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 58 [SIMPLE_EDGE]
+ <-Reducer 79 [SIMPLE_EDGE]
SHUFFLE [RS_487]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_486] (rows=696954748 width=88)
Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7
Merge Join Operator [MERGEJOIN_883] (rows=696954748 width=88)
Conds:RS_482._col1=RS_483._col0(Inner),Output:["_col5","_col6","_col7"]
- <-Map 96 [SIMPLE_EDGE]
+ <-Map 56 [SIMPLE_EDGE]
SHUFFLE [RS_483]
PartitionCols:_col0
Select Operator [SEL_478] (rows=462000 width=1436)
Output:["_col0","_col1","_col2","_col3"]
Filter Operator [FIL_838] (rows=462000 width=1436)
predicate:(i_item_sk is not null and i_brand_id is not null and i_class_id is not null and i_category_id is not null)
- Please refer to the previous TableScan [TS_87]
- <-Reducer 57 [SIMPLE_EDGE]
+ Please refer to the previous TableScan [TS_90]
+ <-Reducer 90 [SIMPLE_EDGE]
SHUFFLE [RS_482]
PartitionCols:_col1
Merge Join Operator [MERGEJOIN_882] (rows=633595212 width=88)
Conds:RS_479._col0=RS_480._col0(Inner),Output:["_col1"]
- <-Map 17 [SIMPLE_EDGE]
+ <-Map 91 [SIMPLE_EDGE]
SHUFFLE [RS_480]
PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 97 [SIMPLE_EDGE]
+ Please refer to the previous Select Operator [SEL_98]
+ <-Map 87 [SIMPLE_EDGE]
SHUFFLE [RS_479]
PartitionCols:_col0
Please refer to the previous Select Operator [SEL_95]
- <-Reducer 68 [CONTAINS]
+ <-Reducer 84 [CONTAINS]
Reduce Output Operator [RS_534]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_533] (rows=609832849 width=108)
Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2
Group By Operator [GBY_508] (rows=174233858 width=135)
Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 67 [SIMPLE_EDGE]
+ <-Reducer 83 [SIMPLE_EDGE]
SHUFFLE [RS_507]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_506] (rows=348467716 width=135)
Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7
Merge Join Operator [MERGEJOIN_885] (rows=348467716 width=135)
Conds:RS_502._col1=RS_503._col0(Inner),Output:["_col5","_col6","_col7"]
- <-Map 96 [SIMPLE_EDGE]
+ <-Map 56 [SIMPLE_EDGE]
SHUFFLE [RS_503]
PartitionCols:_col0
Select Operator [SEL_498] (rows=462000 width=1436)
Output:["_col0","_col1","_col2","_col3"]
Filter Operator [FIL_841] (rows=462000 width=1436)
predicate:(i_item_sk is not null and i_brand_id is not null and i_class_id is not null and i_category_id is not null)
- Please refer to the previous TableScan [TS_87]
- <-Reducer 66 [SIMPLE_EDGE]
+ Please refer to the previous TableScan [TS_90]
+ <-Reducer 96 [SIMPLE_EDGE]
SHUFFLE [RS_502]
PartitionCols:_col1
Merge Join Operator [MERGEJOIN_884] (rows=316788826 width=135)
Conds:RS_499._col0=RS_500._col0(Inner),Output:["_col1"]
- <-Map 17 [SIMPLE_EDGE]
+ <-Map 91 [SIMPLE_EDGE]
SHUFFLE [RS_500]
PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
+ Please refer to the previous Select Operator [SEL_98]
<-Map 98 [SIMPLE_EDGE]
SHUFFLE [RS_499]
PartitionCols:_col0
Please refer to the previous Select Operator [SEL_115]
- <-Reducer 71 [CONTAINS]
+ <-Reducer 86 [CONTAINS]
Reduce Output Operator [RS_534]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_533] (rows=609832849 width=108)
Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2
Group By Operator [GBY_529] (rows=87121617 width=135)
Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 70 [SIMPLE_EDGE]
+ <-Reducer 85 [SIMPLE_EDGE]
SHUFFLE [RS_528]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_527] (rows=174243235 width=135)
Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7
Merge Join Operator [MERGEJOIN_887] (rows=174243235 width=135)
Conds:RS_523._col1=RS_524._col0(Inner),Output:["_col5","_col6","_col7"]
- <-Map 96 [SIMPLE_EDGE]
+ <-Map 56 [SIMPLE_EDGE]
SHUFFLE [RS_524]
PartitionCols:_col0
Select Operator [SEL_519] (rows=462000 width=1436)
Output:["_col0","_col1","_col2","_col3"]
Filter Operator [FIL_844] (rows=462000 width=1436)
predicate:(i_item_sk is not null and i_brand_id is not null and i_class_id is not null and i_category_id is not null)
- Please refer to the previous TableScan [TS_87]
- <-Reducer 69 [SIMPLE_EDGE]
+ Please refer to the previous TableScan [TS_90]
+ <-Reducer 97 [SIMPLE_EDGE]
SHUFFLE [RS_523]
PartitionCols:_col1
Merge Join Operator [MERGEJOIN_886] (rows=158402938 width=135)
Conds:RS_520._col0=RS_521._col0(Inner),Output:["_col1"]
- <-Map 17 [SIMPLE_EDGE]
+ <-Map 91 [SIMPLE_EDGE]
SHUFFLE [RS_521]
PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
+ Please refer to the previous Select Operator [SEL_98]
<-Map 99 [SIMPLE_EDGE]
SHUFFLE [RS_520]
PartitionCols:_col0
Please refer to the previous Select Operator [SEL_136]
- <-Reducer 95 [SIMPLE_EDGE]
- SHUFFLE [RS_549]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_881] (rows=158402938 width=135)
- Conds:RS_546._col0=RS_547._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 93 [SIMPLE_EDGE]
- SHUFFLE [RS_547]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_86]
- <-Map 101 [SIMPLE_EDGE]
- SHUFFLE [RS_546]
- PartitionCols:_col0
- Select Operator [SEL_460] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_832] (rows=144002668 width=135)
- predicate:(ws_item_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_458] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_quantity","ws_list_price"]
<-Reducer 5 [CONTAINS]
Reduce Output Operator [RS_568]
PartitionCols:_col0, _col1, _col2, _col3, _col4
@@ -997,30 +997,12 @@ Stage-0
predicate:(_col5 > _col1)
Merge Join Operator [MERGEJOIN_890] (rows=696954748 width=385)
Conds:(Inner),(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6"]
- <-Reducer 20 [CUSTOM_SIMPLE_EDGE]
+ <-Reducer 24 [CUSTOM_SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_183]
Group By Operator [GBY_79] (rows=1 width=288)
Output:["_col0"],aggregations:["avg(VALUE._col0)"]
- <-Union 19 [CUSTOM_SIMPLE_EDGE]
- <-Reducer 18 [CONTAINS]
- Reduce Output Operator [RS_78]
- Group By Operator [GBY_77] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(_col0)"]
- Select Operator [SEL_75] (rows=1108786976 width=108)
- Output:["_col0"]
- Select Operator [SEL_53] (rows=633595212 width=88)
- Output:["_col0","_col1"]
- Merge Join Operator [MERGEJOIN_848] (rows=633595212 width=88)
- Conds:RS_50._col0=RS_51._col0(Inner),Output:["_col1","_col2"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_51]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 88 [SIMPLE_EDGE]
- SHUFFLE [RS_50]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_46]
- <-Reducer 77 [CONTAINS]
+ <-Union 23 [CUSTOM_SIMPLE_EDGE]
+ <-Reducer 22 [CONTAINS]
Reduce Output Operator [RS_78]
Group By Operator [GBY_77] (rows=1 width=288)
Output:["_col0"],aggregations:["avg(_col0)"]
@@ -1030,15 +1012,15 @@ Stage-0
Output:["_col0","_col1"]
Merge Join Operator [MERGEJOIN_849] (rows=316788826 width=135)
Conds:RS_60._col0=RS_61._col0(Inner),Output:["_col1","_col2"]
- <-Map 76 [SIMPLE_EDGE]
+ <-Map 21 [SIMPLE_EDGE]
SHUFFLE [RS_61]
PartitionCols:_col0
Please refer to the previous Select Operator [SEL_15]
- <-Map 89 [SIMPLE_EDGE]
+ <-Map 43 [SIMPLE_EDGE]
SHUFFLE [RS_60]
PartitionCols:_col0
Please refer to the previous Select Operator [SEL_56]
- <-Reducer 85 [CONTAINS]
+ <-Reducer 36 [CONTAINS]
Reduce Output Operator [RS_78]
Group By Operator [GBY_77] (rows=1 width=288)
Output:["_col0"],aggregations:["avg(_col0)"]
@@ -1048,19 +1030,102 @@ Stage-0
Output:["_col0","_col1"]
Merge Join Operator [MERGEJOIN_850] (rows=158402938 width=135)
Conds:RS_71._col0=RS_72._col0(Inner),Output:["_col1","_col2"]
- <-Map 84 [SIMPLE_EDGE]
+ <-Map 35 [SIMPLE_EDGE]
SHUFFLE [RS_72]
<TRUNCATED>