You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by se...@apache.org on 2018/07/18 18:52:07 UTC
[11/48] hive git commit: HIVE-20090 : Extend creation of semijoin
reduction filters to be able to discover new opportunities (Jesus Camacho
Rodriguez via Deepak Jaiswal)
http://git-wip-us.apache.org/repos/asf/hive/blob/ab9e954d/ql/src/test/results/clientpositive/perf/tez/query39.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query39.q.out b/ql/src/test/results/clientpositive/perf/tez/query39.q.out
index 5966e24..514f5d4 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query39.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query39.q.out
@@ -69,23 +69,23 @@ Stage-0
limit:-1
Stage-1
Reducer 7 vectorized
- File Output Operator [FS_220]
- Select Operator [SEL_219] (rows=13756683 width=15)
+ File Output Operator [FS_232]
+ Select Operator [SEL_231] (rows=13756683 width=15)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
<-Reducer 6 [SIMPLE_EDGE]
SHUFFLE [RS_60]
- Merge Join Operator [MERGEJOIN_190] (rows=13756683 width=15)
- Conds:RS_213._col0, _col1=RS_218._col0, _col1(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Merge Join Operator [MERGEJOIN_202] (rows=13756683 width=15)
+ Conds:RS_225._col0, _col1=RS_230._col0, _col1(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
<-Reducer 11 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_218]
+ SHUFFLE [RS_230]
PartitionCols:_col0, _col1
- Select Operator [SEL_217] (rows=12506076 width=15)
+ Select Operator [SEL_229] (rows=12506076 width=15)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_216] (rows=12506076 width=15)
+ Filter Operator [FIL_228] (rows=12506076 width=15)
predicate:CASE WHEN (((_col3 / _col4) = 0)) THEN (false) ELSE (((power(((_col5 - ((_col6 * _col6) / _col4)) / CASE WHEN ((_col4 = 1L)) THEN (null) ELSE ((_col4 - 1)) END), 0.5) / (_col3 / _col4)) > 1.0D)) END
- Select Operator [SEL_215] (rows=25012152 width=15)
+ Select Operator [SEL_227] (rows=25012152 width=15)
Output:["_col0","_col1","_col3","_col4","_col5","_col6"]
- Group By Operator [GBY_214] (rows=25012152 width=15)
+ Group By Operator [GBY_226] (rows=25012152 width=15)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Reducer 10 [SIMPLE_EDGE]
SHUFFLE [RS_52]
@@ -94,64 +94,64 @@ Stage-0
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col3)","count(_col3)","sum(_col5)","sum(_col4)"],keys:_col1, _col2, _col0
Select Operator [SEL_49] (rows=50024305 width=15)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_189] (rows=50024305 width=15)
- Conds:RS_46._col2=RS_208._col0(Inner),Output:["_col3","_col7","_col8","_col9"]
+ Merge Join Operator [MERGEJOIN_201] (rows=50024305 width=15)
+ Conds:RS_46._col2=RS_220._col0(Inner),Output:["_col3","_col7","_col8","_col9"]
<-Map 14 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_208]
+ SHUFFLE [RS_220]
PartitionCols:_col0
- Select Operator [SEL_206] (rows=27 width=1029)
+ Select Operator [SEL_218] (rows=27 width=1029)
Output:["_col0","_col1"]
- Filter Operator [FIL_205] (rows=27 width=1029)
+ Filter Operator [FIL_217] (rows=27 width=1029)
predicate:w_warehouse_sk is not null
TableScan [TS_9] (rows=27 width=1029)
default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name"]
<-Reducer 9 [SIMPLE_EDGE]
SHUFFLE [RS_46]
PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_188] (rows=45476640 width=15)
- Conds:RS_43._col1=RS_204._col0(Inner),Output:["_col2","_col3","_col7"]
+ Merge Join Operator [MERGEJOIN_200] (rows=45476640 width=15)
+ Conds:RS_43._col1=RS_216._col0(Inner),Output:["_col2","_col3","_col7"]
<-Map 13 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_204]
+ SHUFFLE [RS_216]
PartitionCols:_col0
- Select Operator [SEL_202] (rows=462000 width=1436)
+ Select Operator [SEL_214] (rows=462000 width=1436)
Output:["_col0"]
- Filter Operator [FIL_201] (rows=462000 width=1436)
+ Filter Operator [FIL_213] (rows=462000 width=1436)
predicate:i_item_sk is not null
TableScan [TS_6] (rows=462000 width=1436)
default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk"]
<-Reducer 8 [SIMPLE_EDGE]
SHUFFLE [RS_43]
PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_187] (rows=41342400 width=15)
- Conds:RS_194._col0=RS_200._col0(Inner),Output:["_col1","_col2","_col3"]
+ Merge Join Operator [MERGEJOIN_199] (rows=41342400 width=15)
+ Conds:RS_206._col0=RS_212._col0(Inner),Output:["_col1","_col2","_col3"]
<-Map 1 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_194]
+ SHUFFLE [RS_206]
PartitionCols:_col0
- Select Operator [SEL_192] (rows=37584000 width=15)
+ Select Operator [SEL_204] (rows=37584000 width=15)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_191] (rows=37584000 width=15)
+ Filter Operator [FIL_203] (rows=37584000 width=15)
predicate:(inv_date_sk is not null and inv_item_sk is not null and inv_warehouse_sk is not null)
TableScan [TS_0] (rows=37584000 width=15)
default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"]
<-Map 12 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_200]
+ SHUFFLE [RS_212]
PartitionCols:_col0
- Select Operator [SEL_198] (rows=18262 width=1119)
+ Select Operator [SEL_210] (rows=18262 width=1119)
Output:["_col0"]
- Filter Operator [FIL_196] (rows=18262 width=1119)
+ Filter Operator [FIL_208] (rows=18262 width=1119)
predicate:((d_moy = 5) and (d_year = 1999) and d_date_sk is not null)
TableScan [TS_3] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
<-Reducer 5 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_213]
+ SHUFFLE [RS_225]
PartitionCols:_col0, _col1
- Select Operator [SEL_212] (rows=12506076 width=15)
+ Select Operator [SEL_224] (rows=12506076 width=15)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_211] (rows=12506076 width=15)
+ Filter Operator [FIL_223] (rows=12506076 width=15)
predicate:CASE WHEN (((_col3 / _col4) = 0)) THEN (false) ELSE (((power(((_col5 - ((_col6 * _col6) / _col4)) / CASE WHEN ((_col4 = 1L)) THEN (null) ELSE ((_col4 - 1)) END), 0.5) / (_col3 / _col4)) > 1.0D)) END
- Select Operator [SEL_210] (rows=25012152 width=15)
+ Select Operator [SEL_222] (rows=25012152 width=15)
Output:["_col0","_col1","_col3","_col4","_col5","_col6"]
- Group By Operator [GBY_209] (rows=25012152 width=15)
+ Group By Operator [GBY_221] (rows=25012152 width=15)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_24]
@@ -160,36 +160,36 @@ Stage-0
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col3)","count(_col3)","sum(_col5)","sum(_col4)"],keys:_col1, _col2, _col0
Select Operator [SEL_21] (rows=50024305 width=15)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_186] (rows=50024305 width=15)
- Conds:RS_18._col2=RS_207._col0(Inner),Output:["_col3","_col7","_col8","_col9"]
+ Merge Join Operator [MERGEJOIN_198] (rows=50024305 width=15)
+ Conds:RS_18._col2=RS_219._col0(Inner),Output:["_col3","_col7","_col8","_col9"]
<-Map 14 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_207]
+ SHUFFLE [RS_219]
PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_206]
+ Please refer to the previous Select Operator [SEL_218]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_18]
PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_185] (rows=45476640 width=15)
- Conds:RS_15._col1=RS_203._col0(Inner),Output:["_col2","_col3","_col7"]
+ Merge Join Operator [MERGEJOIN_197] (rows=45476640 width=15)
+ Conds:RS_15._col1=RS_215._col0(Inner),Output:["_col2","_col3","_col7"]
<-Map 13 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_203]
+ SHUFFLE [RS_215]
PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_202]
+ Please refer to the previous Select Operator [SEL_214]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_15]
PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_184] (rows=41342400 width=15)
- Conds:RS_193._col0=RS_199._col0(Inner),Output:["_col1","_col2","_col3"]
+ Merge Join Operator [MERGEJOIN_196] (rows=41342400 width=15)
+ Conds:RS_205._col0=RS_211._col0(Inner),Output:["_col1","_col2","_col3"]
<-Map 1 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_193]
+ SHUFFLE [RS_205]
PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_192]
+ Please refer to the previous Select Operator [SEL_204]
<-Map 12 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_199]
+ SHUFFLE [RS_211]
PartitionCols:_col0
- Select Operator [SEL_197] (rows=18262 width=1119)
+ Select Operator [SEL_209] (rows=18262 width=1119)
Output:["_col0"]
- Filter Operator [FIL_195] (rows=18262 width=1119)
+ Filter Operator [FIL_207] (rows=18262 width=1119)
predicate:((d_moy = 4) and (d_year = 1999) and d_date_sk is not null)
Please refer to the previous TableScan [TS_3]
http://git-wip-us.apache.org/repos/asf/hive/blob/ab9e954d/ql/src/test/results/clientpositive/perf/tez/query40.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query40.q.out b/ql/src/test/results/clientpositive/perf/tez/query40.q.out
index 2f116f1..9920ad3 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query40.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query40.q.out
@@ -71,14 +71,14 @@ Stage-0
limit:100
Stage-1
Reducer 7 vectorized
- File Output Operator [FS_134]
- Limit [LIM_133] (rows=100 width=135)
+ File Output Operator [FS_135]
+ Limit [LIM_134] (rows=100 width=135)
Number of rows:100
- Select Operator [SEL_132] (rows=210822976 width=135)
+ Select Operator [SEL_133] (rows=210822976 width=135)
Output:["_col0","_col1","_col2","_col3"]
<-Reducer 6 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_131]
- Group By Operator [GBY_130] (rows=210822976 width=135)
+ SHUFFLE [RS_132]
+ Group By Operator [GBY_131] (rows=210822976 width=135)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_30]
@@ -87,98 +87,98 @@ Stage-0
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col0, _col1
Select Operator [SEL_27] (rows=421645953 width=135)
Output:["_col0","_col1","_col2","_col3"]
- Merge Join Operator [MERGEJOIN_99] (rows=421645953 width=135)
- Conds:RS_24._col1=RS_118._col0(Inner),Output:["_col4","_col7","_col9","_col11","_col14"]
+ Merge Join Operator [MERGEJOIN_100] (rows=421645953 width=135)
+ Conds:RS_24._col1=RS_119._col0(Inner),Output:["_col4","_col7","_col9","_col11","_col14"]
<-Map 13 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_118]
+ SHUFFLE [RS_119]
PartitionCols:_col0
- Select Operator [SEL_117] (rows=27 width=1029)
+ Select Operator [SEL_118] (rows=27 width=1029)
Output:["_col0","_col1"]
- Filter Operator [FIL_116] (rows=27 width=1029)
+ Filter Operator [FIL_117] (rows=27 width=1029)
predicate:w_warehouse_sk is not null
TableScan [TS_12] (rows=27 width=1029)
default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_state"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_24]
PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_98] (rows=383314495 width=135)
- Conds:RS_21._col2=RS_110._col0(Inner),Output:["_col1","_col4","_col7","_col9","_col11"]
+ Merge Join Operator [MERGEJOIN_99] (rows=383314495 width=135)
+ Conds:RS_21._col2=RS_111._col0(Inner),Output:["_col1","_col4","_col7","_col9","_col11"]
<-Map 11 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_110]
+ SHUFFLE [RS_111]
PartitionCols:_col0
- Select Operator [SEL_109] (rows=51333 width=1436)
+ Select Operator [SEL_110] (rows=51333 width=1436)
Output:["_col0","_col1"]
- Filter Operator [FIL_108] (rows=51333 width=1436)
+ Filter Operator [FIL_109] (rows=51333 width=1436)
predicate:(i_current_price BETWEEN 0.99 AND 1.49 and i_item_sk is not null)
TableScan [TS_9] (rows=462000 width=1436)
default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_current_price"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_21]
PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_97] (rows=348467716 width=135)
- Conds:RS_18._col0=RS_102._col0(Inner),Output:["_col1","_col2","_col4","_col7","_col9"]
+ Merge Join Operator [MERGEJOIN_98] (rows=348467716 width=135)
+ Conds:RS_18._col0=RS_103._col0(Inner),Output:["_col1","_col2","_col4","_col7","_col9"]
<-Map 9 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_102]
+ SHUFFLE [RS_103]
PartitionCols:_col0
- Select Operator [SEL_101] (rows=8116 width=1119)
+ Select Operator [SEL_102] (rows=8116 width=1119)
Output:["_col0","_col1"]
- Filter Operator [FIL_100] (rows=8116 width=1119)
+ Filter Operator [FIL_101] (rows=8116 width=1119)
predicate:(CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-09 00:00:00' AND TIMESTAMP'1998-05-08 00:00:00' and d_date_sk is not null)
TableScan [TS_6] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_18]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_96] (rows=316788826 width=135)
- Conds:RS_126._col2, _col3=RS_129._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col4","_col7"]
+ Merge Join Operator [MERGEJOIN_97] (rows=316788826 width=135)
+ Conds:RS_127._col2, _col3=RS_130._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col4","_col7"]
<-Map 1 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_126]
+ SHUFFLE [RS_127]
PartitionCols:_col2, _col3
- Select Operator [SEL_125] (rows=287989836 width=135)
+ Select Operator [SEL_126] (rows=287989836 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_124] (rows=287989836 width=135)
+ Filter Operator [FIL_125] (rows=287989836 width=135)
predicate:((cs_item_sk BETWEEN DynamicValue(RS_22_item_i_item_sk_min) AND DynamicValue(RS_22_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_22_item_i_item_sk_bloom_filter))) and (cs_sold_date_sk BETWEEN DynamicValue(RS_19_date_dim_d_date_sk_min) AND DynamicValue(RS_19_date_dim_d_date_sk_max) and in_bloom_filter(cs_sold_date_sk, DynamicValue(RS_19_date_dim_d_date_sk_bloom_filter))) and (cs_warehouse_sk BETWEEN DynamicValue(RS_25_warehouse_w_warehouse_sk_min) AND DynamicValue(RS_25_warehouse_w_warehouse_sk_max) and in_bloom_filter(cs_warehouse_sk, DynamicValue(RS_25_warehouse_w_warehouse_sk_bloom_filter))) and cs_item_sk is not null and cs_sold_date_sk is not null and cs_warehouse_sk is not null)
TableScan [TS_0] (rows=287989836 width=135)
default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_warehouse_sk","cs_item_sk","cs_order_number","cs_sales_price"]
<-Reducer 10 [BROADCAST_EDGE] vectorized
- BROADCAST [RS_107]
- Group By Operator [GBY_106] (rows=1 width=12)
+ BROADCAST [RS_108]
+ Group By Operator [GBY_107] (rows=1 width=12)
Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"]
<-Map 9 [CUSTOM_SIMPLE_EDGE] vectorized
- SHUFFLE [RS_105]
- Group By Operator [GBY_104] (rows=1 width=12)
+ SHUFFLE [RS_106]
+ Group By Operator [GBY_105] (rows=1 width=12)
Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"]
- Select Operator [SEL_103] (rows=8116 width=1119)
+ Select Operator [SEL_104] (rows=8116 width=1119)
Output:["_col0"]
- Please refer to the previous Select Operator [SEL_101]
+ Please refer to the previous Select Operator [SEL_102]
<-Reducer 12 [BROADCAST_EDGE] vectorized
- BROADCAST [RS_115]
- Group By Operator [GBY_114] (rows=1 width=12)
+ BROADCAST [RS_116]
+ Group By Operator [GBY_115] (rows=1 width=12)
Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"]
<-Map 11 [CUSTOM_SIMPLE_EDGE] vectorized
- SHUFFLE [RS_113]
- Group By Operator [GBY_112] (rows=1 width=12)
+ SHUFFLE [RS_114]
+ Group By Operator [GBY_113] (rows=1 width=12)
Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"]
- Select Operator [SEL_111] (rows=51333 width=1436)
+ Select Operator [SEL_112] (rows=51333 width=1436)
Output:["_col0"]
- Please refer to the previous Select Operator [SEL_109]
+ Please refer to the previous Select Operator [SEL_110]
<-Reducer 14 [BROADCAST_EDGE] vectorized
- BROADCAST [RS_123]
- Group By Operator [GBY_122] (rows=1 width=12)
+ BROADCAST [RS_124]
+ Group By Operator [GBY_123] (rows=1 width=12)
Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"]
<-Map 13 [CUSTOM_SIMPLE_EDGE] vectorized
- SHUFFLE [RS_121]
- Group By Operator [GBY_120] (rows=1 width=12)
+ SHUFFLE [RS_122]
+ Group By Operator [GBY_121] (rows=1 width=12)
Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"]
- Select Operator [SEL_119] (rows=27 width=1029)
+ Select Operator [SEL_120] (rows=27 width=1029)
Output:["_col0"]
- Please refer to the previous Select Operator [SEL_117]
+ Please refer to the previous Select Operator [SEL_118]
<-Map 8 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_129]
+ SHUFFLE [RS_130]
PartitionCols:_col0, _col1
- Select Operator [SEL_128] (rows=28798881 width=106)
+ Select Operator [SEL_129] (rows=28798881 width=106)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_127] (rows=28798881 width=106)
+ Filter Operator [FIL_128] (rows=28798881 width=106)
predicate:cr_item_sk is not null
TableScan [TS_3] (rows=28798881 width=106)
default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_refunded_cash"]
http://git-wip-us.apache.org/repos/asf/hive/blob/ab9e954d/ql/src/test/results/clientpositive/perf/tez/query54.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query54.q.out b/ql/src/test/results/clientpositive/perf/tez/query54.q.out
index 8ab239c..3e3c607 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query54.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query54.q.out
@@ -1,7 +1,7 @@
-Warning: Shuffle Join MERGEJOIN[269][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3]] in Stage 'Reducer 4' is a cross product
-Warning: Shuffle Join MERGEJOIN[270][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4]] in Stage 'Reducer 5' is a cross product
-Warning: Shuffle Join MERGEJOIN[268][tables = [$hdt$_1, $hdt$_2]] in Stage 'Reducer 33' is a cross product
-Warning: Shuffle Join MERGEJOIN[271][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Stage 'Reducer 6' is a cross product
+Warning: Shuffle Join MERGEJOIN[271][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3]] in Stage 'Reducer 4' is a cross product
+Warning: Shuffle Join MERGEJOIN[272][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4]] in Stage 'Reducer 5' is a cross product
+Warning: Shuffle Join MERGEJOIN[270][tables = [$hdt$_1, $hdt$_2]] in Stage 'Reducer 33' is a cross product
+Warning: Shuffle Join MERGEJOIN[273][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Stage 'Reducer 6' is a cross product
PREHOOK: query: explain
with my_customers as (
select distinct c_customer_sk
@@ -148,25 +148,25 @@ Stage-0
limit:100
Stage-1
Reducer 9 vectorized
- File Output Operator [FS_358]
- Limit [LIM_357] (rows=100 width=158)
+ File Output Operator [FS_360]
+ Limit [LIM_359] (rows=100 width=158)
Number of rows:100
- Select Operator [SEL_356] (rows=1614130953450400 width=158)
+ Select Operator [SEL_358] (rows=1614130953450400 width=158)
Output:["_col0","_col1","_col2"]
<-Reducer 8 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_355]
- Select Operator [SEL_354] (rows=1614130953450400 width=158)
+ SHUFFLE [RS_357]
+ Select Operator [SEL_356] (rows=1614130953450400 width=158)
Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_353] (rows=1614130953450400 width=158)
+ Group By Operator [GBY_355] (rows=1614130953450400 width=158)
Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
<-Reducer 7 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_352]
+ SHUFFLE [RS_354]
PartitionCols:_col0
- Group By Operator [GBY_351] (rows=3228261906900801 width=158)
+ Group By Operator [GBY_353] (rows=3228261906900801 width=158)
Output:["_col0","_col1"],aggregations:["count()"],keys:_col0
- Select Operator [SEL_350] (rows=3228261906900801 width=158)
+ Select Operator [SEL_352] (rows=3228261906900801 width=158)
Output:["_col0"]
- Group By Operator [GBY_349] (rows=3228261906900801 width=158)
+ Group By Operator [GBY_351] (rows=3228261906900801 width=158)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
<-Reducer 6 [SIMPLE_EDGE]
SHUFFLE [RS_119]
@@ -179,257 +179,257 @@ Stage-0
predicate:_col11 BETWEEN _col13 AND _col15
Select Operator [SEL_115] (rows=58108714324214428 width=158)
Output:["_col0","_col4","_col11","_col13","_col15"]
- Merge Join Operator [MERGEJOIN_271] (rows=58108714324214428 width=158)
+ Merge Join Operator [MERGEJOIN_273] (rows=58108714324214428 width=158)
Conds:(Inner),Output:["_col0","_col2","_col6","_col13","_col15"]
<-Reducer 33 [CUSTOM_SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_112]
- Merge Join Operator [MERGEJOIN_268] (rows=9131 width=1128)
+ Merge Join Operator [MERGEJOIN_270] (rows=9131 width=1128)
Conds:(Right Outer),Output:["_col0"]
<-Reducer 32 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_340]
- Group By Operator [GBY_339] (rows=9131 width=1119)
+ PARTITION_ONLY_SHUFFLE [RS_342]
+ Group By Operator [GBY_341] (rows=9131 width=1119)
Output:["_col0"],keys:KEY._col0
<-Map 29 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_328]
+ SHUFFLE [RS_330]
PartitionCols:_col0
- Group By Operator [GBY_325] (rows=18262 width=1119)
+ Group By Operator [GBY_327] (rows=18262 width=1119)
Output:["_col0"],keys:_col0
- Select Operator [SEL_322] (rows=18262 width=1119)
+ Select Operator [SEL_324] (rows=18262 width=1119)
Output:["_col0"]
- Filter Operator [FIL_320] (rows=18262 width=1119)
+ Filter Operator [FIL_322] (rows=18262 width=1119)
predicate:((d_moy = 3) and (d_year = 1999))
TableScan [TS_73] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_month_seq","d_year","d_moy"]
<-Reducer 35 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_348]
- Select Operator [SEL_347] (rows=1 width=8)
- Filter Operator [FIL_346] (rows=1 width=8)
+ PARTITION_ONLY_SHUFFLE [RS_350]
+ Select Operator [SEL_349] (rows=1 width=8)
+ Filter Operator [FIL_348] (rows=1 width=8)
predicate:(sq_count_check(_col0) <= 1)
- Group By Operator [GBY_345] (rows=1 width=8)
+ Group By Operator [GBY_347] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
<-Reducer 34 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_344]
- Group By Operator [GBY_343] (rows=1 width=8)
+ PARTITION_ONLY_SHUFFLE [RS_346]
+ Group By Operator [GBY_345] (rows=1 width=8)
Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_342] (rows=9131 width=1119)
- Group By Operator [GBY_341] (rows=9131 width=1119)
+ Select Operator [SEL_344] (rows=9131 width=1119)
+ Group By Operator [GBY_343] (rows=9131 width=1119)
Output:["_col0"],keys:KEY._col0
<-Map 29 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_329]
+ SHUFFLE [RS_331]
PartitionCols:_col0
- Group By Operator [GBY_326] (rows=18262 width=1119)
+ Group By Operator [GBY_328] (rows=18262 width=1119)
Output:["_col0"],keys:_col0
- Select Operator [SEL_323] (rows=18262 width=1119)
+ Select Operator [SEL_325] (rows=18262 width=1119)
Output:["_col0"]
- Please refer to the previous Filter Operator [FIL_320]
+ Please refer to the previous Filter Operator [FIL_322]
<-Reducer 5 [CUSTOM_SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_113]
Select Operator [SEL_108] (rows=6363893803988 width=1217)
Output:["_col0","_col4","_col11","_col13"]
- Merge Join Operator [MERGEJOIN_270] (rows=6363893803988 width=1217)
+ Merge Join Operator [MERGEJOIN_272] (rows=6363893803988 width=1217)
Conds:(Left Outer),Output:["_col2","_col4","_col10","_col13"]
<-Reducer 30 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_332]
- Group By Operator [GBY_330] (rows=9131 width=1119)
+ PARTITION_ONLY_SHUFFLE [RS_334]
+ Group By Operator [GBY_332] (rows=9131 width=1119)
Output:["_col0"],keys:KEY._col0
<-Map 29 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_327]
+ SHUFFLE [RS_329]
PartitionCols:_col0
- Group By Operator [GBY_324] (rows=18262 width=1119)
+ Group By Operator [GBY_326] (rows=18262 width=1119)
Output:["_col0"],keys:_col0
- Select Operator [SEL_321] (rows=18262 width=1119)
+ Select Operator [SEL_323] (rows=18262 width=1119)
Output:["_col0"]
- Please refer to the previous Filter Operator [FIL_320]
+ Please refer to the previous Filter Operator [FIL_322]
<-Reducer 4 [CUSTOM_SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_105]
- Merge Join Operator [MERGEJOIN_269] (rows=696954748 width=97)
+ Merge Join Operator [MERGEJOIN_271] (rows=696954748 width=97)
Conds:(Inner),Output:["_col2","_col4","_col10"]
<-Reducer 3 [CUSTOM_SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_102]
- Merge Join Operator [MERGEJOIN_267] (rows=696954748 width=88)
+ Merge Join Operator [MERGEJOIN_269] (rows=696954748 width=88)
Conds:RS_99._col1=RS_100._col5(Inner),Output:["_col2","_col4","_col10"]
<-Reducer 14 [SIMPLE_EDGE]
SHUFFLE [RS_100]
PartitionCols:_col5
- Merge Join Operator [MERGEJOIN_266] (rows=316240138 width=135)
- Conds:RS_69._col0=RS_319._col1(Inner),Output:["_col5"]
+ Merge Join Operator [MERGEJOIN_268] (rows=316240138 width=135)
+ Conds:RS_69._col0=RS_321._col1(Inner),Output:["_col5"]
<-Reducer 13 [SIMPLE_EDGE]
SHUFFLE [RS_69]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_262] (rows=44000000 width=1014)
- Conds:RS_295._col1, _col2=RS_298._col0, _col1(Inner),Output:["_col0"]
+ Merge Join Operator [MERGEJOIN_264] (rows=44000000 width=1014)
+ Conds:RS_297._col1, _col2=RS_300._col0, _col1(Inner),Output:["_col0"]
<-Map 12 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_295]
+ SHUFFLE [RS_297]
PartitionCols:_col1, _col2
- Select Operator [SEL_294] (rows=40000000 width=1014)
+ Select Operator [SEL_296] (rows=40000000 width=1014)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_293] (rows=40000000 width=1014)
+ Filter Operator [FIL_295] (rows=40000000 width=1014)
predicate:(ca_address_sk is not null and ca_county is not null and ca_state is not null)
TableScan [TS_29] (rows=40000000 width=1014)
default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county","ca_state"]
<-Map 15 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_298]
+ SHUFFLE [RS_300]
PartitionCols:_col0, _col1
- Select Operator [SEL_297] (rows=1704 width=1910)
+ Select Operator [SEL_299] (rows=1704 width=1910)
Output:["_col0","_col1"]
- Filter Operator [FIL_296] (rows=1704 width=1910)
+ Filter Operator [FIL_298] (rows=1704 width=1910)
predicate:(s_county is not null and s_state is not null)
TableScan [TS_32] (rows=1704 width=1910)
default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_county","s_state"]
<-Reducer 21 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_319]
+ SHUFFLE [RS_321]
PartitionCols:_col1
- Select Operator [SEL_318] (rows=287491029 width=135)
+ Select Operator [SEL_320] (rows=287491029 width=135)
Output:["_col0","_col1"]
- Group By Operator [GBY_317] (rows=287491029 width=135)
+ Group By Operator [GBY_319] (rows=287491029 width=135)
Output:["_col0","_col1"],keys:KEY._col0, KEY._col1
<-Reducer 20 [SIMPLE_EDGE]
SHUFFLE [RS_63]
PartitionCols:_col0, _col1
Group By Operator [GBY_62] (rows=574982058 width=135)
Output:["_col0","_col1"],keys:_col10, _col9
- Merge Join Operator [MERGEJOIN_265] (rows=574982058 width=135)
- Conds:RS_58._col1=RS_313._col0(Inner),Output:["_col9","_col10"]
+ Merge Join Operator [MERGEJOIN_267] (rows=574982058 width=135)
+ Conds:RS_58._col1=RS_315._col0(Inner),Output:["_col9","_col10"]
<-Map 27 [SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_313]
+ PARTITION_ONLY_SHUFFLE [RS_315]
PartitionCols:_col0
- Select Operator [SEL_312] (rows=80000000 width=860)
+ Select Operator [SEL_314] (rows=80000000 width=860)
Output:["_col0","_col1"]
- Filter Operator [FIL_311] (rows=80000000 width=860)
+ Filter Operator [FIL_313] (rows=80000000 width=860)
predicate:(c_current_addr_sk is not null and c_customer_sk is not null)
TableScan [TS_49] (rows=80000000 width=860)
default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"]
<-Reducer 19 [SIMPLE_EDGE]
SHUFFLE [RS_58]
PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_264] (rows=522710951 width=135)
- Conds:RS_55._col2=RS_307._col0(Inner),Output:["_col1"]
+ Merge Join Operator [MERGEJOIN_266] (rows=522710951 width=135)
+ Conds:RS_55._col2=RS_309._col0(Inner),Output:["_col1"]
<-Map 25 [SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_307]
+ PARTITION_ONLY_SHUFFLE [RS_309]
PartitionCols:_col0
- Select Operator [SEL_306] (rows=115500 width=1436)
+ Select Operator [SEL_308] (rows=115500 width=1436)
Output:["_col0"]
- Filter Operator [FIL_305] (rows=115500 width=1436)
+ Filter Operator [FIL_307] (rows=115500 width=1436)
predicate:((i_category = 'Jewelry') and (i_class = 'consignment') and i_item_sk is not null)
TableScan [TS_46] (rows=462000 width=1436)
default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_class","i_category"]
<-Reducer 18 [SIMPLE_EDGE]
SHUFFLE [RS_55]
PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_263] (rows=475191764 width=135)
- Conds:Union 17._col0=RS_301._col0(Inner),Output:["_col1","_col2"]
+ Merge Join Operator [MERGEJOIN_265] (rows=475191764 width=135)
+ Conds:Union 17._col0=RS_303._col0(Inner),Output:["_col1","_col2"]
<-Map 23 [SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_301]
+ PARTITION_ONLY_SHUFFLE [RS_303]
PartitionCols:_col0
- Select Operator [SEL_300] (rows=18262 width=1119)
+ Select Operator [SEL_302] (rows=18262 width=1119)
Output:["_col0"]
- Filter Operator [FIL_299] (rows=18262 width=1119)
+ Filter Operator [FIL_301] (rows=18262 width=1119)
predicate:((d_moy = 3) and (d_year = 1999) and d_date_sk is not null)
TableScan [TS_43] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
<-Union 17 [SIMPLE_EDGE]
<-Map 16 [CONTAINS] vectorized
- Reduce Output Operator [RS_369]
+ Reduce Output Operator [RS_371]
PartitionCols:_col0
- Select Operator [SEL_368] (rows=287989836 width=135)
+ Select Operator [SEL_370] (rows=287989836 width=135)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_367] (rows=287989836 width=135)
+ Filter Operator [FIL_369] (rows=287989836 width=135)
predicate:((cs_bill_customer_sk BETWEEN DynamicValue(RS_59_customer_c_customer_sk_min) AND DynamicValue(RS_59_customer_c_customer_sk_max) and in_bloom_filter(cs_bill_customer_sk, DynamicValue(RS_59_customer_c_customer_sk_bloom_filter))) and (cs_item_sk BETWEEN DynamicValue(RS_56_item_i_item_sk_min) AND DynamicValue(RS_56_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_56_item_i_item_sk_bloom_filter))) and (cs_sold_date_sk BETWEEN DynamicValue(RS_53_date_dim_d_date_sk_min) AND DynamicValue(RS_53_date_dim_d_date_sk_max) and in_bloom_filter(cs_sold_date_sk, DynamicValue(RS_53_date_dim_d_date_sk_bloom_filter))) and cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_272] (rows=287989836 width=135)
+ TableScan [TS_274] (rows=287989836 width=135)
Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk"]
<-Reducer 24 [BROADCAST_EDGE] vectorized
- BROADCAST [RS_360]
- Group By Operator [GBY_359] (rows=1 width=12)
+ BROADCAST [RS_362]
+ Group By Operator [GBY_361] (rows=1 width=12)
Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"]
<-Map 23 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_304]
- Group By Operator [GBY_303] (rows=1 width=12)
+ PARTITION_ONLY_SHUFFLE [RS_306]
+ Group By Operator [GBY_305] (rows=1 width=12)
Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"]
- Select Operator [SEL_302] (rows=18262 width=1119)
+ Select Operator [SEL_304] (rows=18262 width=1119)
Output:["_col0"]
- Please refer to the previous Select Operator [SEL_300]
+ Please refer to the previous Select Operator [SEL_302]
<-Reducer 26 [BROADCAST_EDGE] vectorized
- BROADCAST [RS_363]
- Group By Operator [GBY_362] (rows=1 width=12)
+ BROADCAST [RS_365]
+ Group By Operator [GBY_364] (rows=1 width=12)
Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"]
<-Map 25 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_310]
- Group By Operator [GBY_309] (rows=1 width=12)
+ PARTITION_ONLY_SHUFFLE [RS_312]
+ Group By Operator [GBY_311] (rows=1 width=12)
Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"]
- Select Operator [SEL_308] (rows=115500 width=1436)
+ Select Operator [SEL_310] (rows=115500 width=1436)
Output:["_col0"]
- Please refer to the previous Select Operator [SEL_306]
+ Please refer to the previous Select Operator [SEL_308]
<-Reducer 28 [BROADCAST_EDGE] vectorized
- BROADCAST [RS_366]
- Group By Operator [GBY_365] (rows=1 width=12)
+ BROADCAST [RS_368]
+ Group By Operator [GBY_367] (rows=1 width=12)
Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=80000000)"]
<-Map 27 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_316]
- Group By Operator [GBY_315] (rows=1 width=12)
+ PARTITION_ONLY_SHUFFLE [RS_318]
+ Group By Operator [GBY_317] (rows=1 width=12)
Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=80000000)"]
- Select Operator [SEL_314] (rows=80000000 width=860)
+ Select Operator [SEL_316] (rows=80000000 width=860)
Output:["_col0"]
- Please refer to the previous Select Operator [SEL_312]
+ Please refer to the previous Select Operator [SEL_314]
<-Map 22 [CONTAINS] vectorized
- Reduce Output Operator [RS_372]
+ Reduce Output Operator [RS_374]
PartitionCols:_col0
- Select Operator [SEL_371] (rows=144002668 width=135)
+ Select Operator [SEL_373] (rows=144002668 width=135)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_370] (rows=144002668 width=135)
+ Filter Operator [FIL_372] (rows=144002668 width=135)
predicate:((ws_item_sk BETWEEN DynamicValue(RS_56_item_i_item_sk_min) AND DynamicValue(RS_56_item_i_item_sk_max) and in_bloom_filter(ws_item_sk, DynamicValue(RS_56_item_i_item_sk_bloom_filter))) and (ws_sold_date_sk BETWEEN DynamicValue(RS_53_date_dim_d_date_sk_min) AND DynamicValue(RS_53_date_dim_d_date_sk_max) and in_bloom_filter(ws_sold_date_sk, DynamicValue(RS_53_date_dim_d_date_sk_bloom_filter))) and ws_bill_customer_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_277] (rows=144002668 width=135)
+ TableScan [TS_279] (rows=144002668 width=135)
Output:["ws_sold_date_sk","ws_item_sk","ws_bill_customer_sk"]
<-Reducer 24 [BROADCAST_EDGE] vectorized
- BROADCAST [RS_361]
- Please refer to the previous Group By Operator [GBY_359]
+ BROADCAST [RS_363]
+ Please refer to the previous Group By Operator [GBY_361]
<-Reducer 26 [BROADCAST_EDGE] vectorized
- BROADCAST [RS_364]
- Please refer to the previous Group By Operator [GBY_362]
+ BROADCAST [RS_366]
+ Please refer to the previous Group By Operator [GBY_364]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_99]
PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_261] (rows=633595212 width=88)
- Conds:RS_292._col0=RS_284._col0(Inner),Output:["_col1","_col2","_col4"]
+ Merge Join Operator [MERGEJOIN_263] (rows=633595212 width=88)
+ Conds:RS_294._col0=RS_286._col0(Inner),Output:["_col1","_col2","_col4"]
<-Map 10 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_284]
+ SHUFFLE [RS_286]
PartitionCols:_col0
- Select Operator [SEL_283] (rows=73049 width=1119)
+ Select Operator [SEL_285] (rows=73049 width=1119)
Output:["_col0","_col1"]
- Filter Operator [FIL_282] (rows=73049 width=1119)
+ Filter Operator [FIL_284] (rows=73049 width=1119)
predicate:d_date_sk is not null
TableScan [TS_26] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
<-Map 1 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_292]
+ SHUFFLE [RS_294]
PartitionCols:_col0
- Select Operator [SEL_291] (rows=575995635 width=88)
+ Select Operator [SEL_293] (rows=575995635 width=88)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_290] (rows=575995635 width=88)
+ Filter Operator [FIL_292] (rows=575995635 width=88)
predicate:((ss_sold_date_sk BETWEEN DynamicValue(RS_97_date_dim_d_date_sk_min) AND DynamicValue(RS_97_date_dim_d_date_sk_max) and in_bloom_filter(ss_sold_date_sk, DynamicValue(RS_97_date_dim_d_date_sk_bloom_filter))) and ss_customer_sk is not null and ss_sold_date_sk is not null)
TableScan [TS_23] (rows=575995635 width=88)
default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_ext_sales_price"]
<-Reducer 11 [BROADCAST_EDGE] vectorized
- BROADCAST [RS_289]
- Group By Operator [GBY_288] (rows=1 width=12)
+ BROADCAST [RS_291]
+ Group By Operator [GBY_290] (rows=1 width=12)
Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"]
<-Map 10 [CUSTOM_SIMPLE_EDGE] vectorized
- SHUFFLE [RS_287]
- Group By Operator [GBY_286] (rows=1 width=12)
+ SHUFFLE [RS_289]
+ Group By Operator [GBY_288] (rows=1 width=12)
Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"]
- Select Operator [SEL_285] (rows=73049 width=1119)
+ Select Operator [SEL_287] (rows=73049 width=1119)
Output:["_col0"]
- Please refer to the previous Select Operator [SEL_283]
+ Please refer to the previous Select Operator [SEL_285]
<-Reducer 31 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_338]
- Select Operator [SEL_337] (rows=1 width=8)
- Filter Operator [FIL_336] (rows=1 width=8)
+ PARTITION_ONLY_SHUFFLE [RS_340]
+ Select Operator [SEL_339] (rows=1 width=8)
+ Filter Operator [FIL_338] (rows=1 width=8)
predicate:(sq_count_check(_col0) <= 1)
- Group By Operator [GBY_335] (rows=1 width=8)
+ Group By Operator [GBY_337] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
<-Reducer 30 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_334]
- Group By Operator [GBY_333] (rows=1 width=8)
+ PARTITION_ONLY_SHUFFLE [RS_336]
+ Group By Operator [GBY_335] (rows=1 width=8)
Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_331] (rows=9131 width=1119)
- Please refer to the previous Group By Operator [GBY_330]
+ Select Operator [SEL_333] (rows=9131 width=1119)
+ Please refer to the previous Group By Operator [GBY_332]