You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by se...@apache.org on 2018/11/13 21:35:04 UTC
[11/59] [abbrv] [partial] hive git commit: HIVE-20850: Push case
conditional from projections to dimension tables if possible (Zoltan
Haindrich via Jesus Camacho Rodriguez)
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query48.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query48.q.out b/ql/src/test/results/clientpositive/perf/tez/query48.q.out
index 76b4ce1..1f63e95 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query48.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query48.q.out
@@ -143,15 +143,15 @@ POSTHOOK: Output: hdfs://### HDFS PATH ###
Plan optimized by CBO.
Vertex dependency in root stage
-Map 7 <- Reducer 11 (BROADCAST_EDGE), Reducer 13 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE)
-Reducer 11 <- Map 10 (CUSTOM_SIMPLE_EDGE)
+Map 8 <- Reducer 10 (BROADCAST_EDGE), Reducer 13 (BROADCAST_EDGE), Reducer 7 (BROADCAST_EDGE)
+Reducer 10 <- Map 9 (CUSTOM_SIMPLE_EDGE)
Reducer 13 <- Map 12 (CUSTOM_SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 11 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
Reducer 5 <- Map 12 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
Reducer 6 <- Reducer 5 (CUSTOM_SIMPLE_EDGE)
-Reducer 9 <- Map 8 (CUSTOM_SIMPLE_EDGE)
+Reducer 7 <- Map 1 (CUSTOM_SIMPLE_EDGE)
Stage-0
Fetch Operator
@@ -165,103 +165,103 @@ Stage-0
PARTITION_ONLY_SHUFFLE [RS_30]
Group By Operator [GBY_29] (rows=1 width=8)
Output:["_col0"],aggregations:["sum(_col5)"]
- Select Operator [SEL_28] (rows=25203 width=86)
+ Select Operator [SEL_28] (rows=20247 width=24)
Output:["_col5"]
- Filter Operator [FIL_27] (rows=25203 width=86)
- predicate:(((_col14) IN ('KY', 'GA', 'NM') and _col7 BETWEEN 0 AND 2000) or ((_col14) IN ('MT', 'OR', 'IN') and _col7 BETWEEN 150 AND 3000) or ((_col14) IN ('WI', 'MO', 'WV') and _col7 BETWEEN 50 AND 25000))
- Merge Join Operator [MERGEJOIN_96] (rows=75613 width=86)
- Conds:RS_24._col3=RS_118._col0(Inner),Output:["_col5","_col7","_col14"]
+ Filter Operator [FIL_27] (rows=20247 width=24)
+ predicate:((_col12 and _col6) or (_col13 and _col7) or (_col14 and _col8))
+ Merge Join Operator [MERGEJOIN_96] (rows=26999 width=24)
+ Conds:RS_24._col3=RS_115._col0(Inner),Output:["_col5","_col6","_col7","_col8","_col12","_col13","_col14"]
<-Map 12 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_118]
+ SHUFFLE [RS_115]
PartitionCols:_col0
- Select Operator [SEL_117] (rows=3529412 width=187)
- Output:["_col0","_col1"]
- Filter Operator [FIL_116] (rows=3529412 width=187)
+ Select Operator [SEL_114] (rows=3529412 width=16)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_113] (rows=3529412 width=187)
predicate:((ca_country = 'United States') and (ca_state) IN ('KY', 'GA', 'NM', 'MT', 'OR', 'IN', 'WI', 'MO', 'WV') and ca_address_sk is not null)
TableScan [TS_12] (rows=40000000 width=187)
default@customer_address,customer_address,Tbl:COMPLETE,Col:COMPLETE,Output:["ca_address_sk","ca_state","ca_country"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_24]
PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_95] (rows=856941 width=0)
- Conds:RS_21._col2=RS_110._col0(Inner),Output:["_col3","_col5","_col7"]
- <-Map 10 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_110]
+ Merge Join Operator [MERGEJOIN_95] (rows=305980 width=12)
+ Conds:RS_21._col4=RS_126._col0(Inner),Output:["_col3","_col5","_col6","_col7","_col8"]
+ <-Map 11 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_126]
PartitionCols:_col0
- Select Operator [SEL_109] (rows=29552 width=184)
+ Select Operator [SEL_125] (rows=1704 width=4)
Output:["_col0"]
- Filter Operator [FIL_108] (rows=29552 width=183)
- predicate:((cd_education_status = '4 yr Degree') and (cd_marital_status = 'M') and cd_demo_sk is not null)
- TableScan [TS_9] (rows=1861800 width=183)
- default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:COMPLETE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"]
+ Filter Operator [FIL_124] (rows=1704 width=4)
+ predicate:s_store_sk is not null
+ TableScan [TS_9] (rows=1704 width=4)
+ default@store,store,Tbl:COMPLETE,Col:COMPLETE,Output:["s_store_sk"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_21]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_94] (rows=19008181 width=108)
- Conds:RS_18._col1=RS_102._col0(Inner),Output:["_col2","_col3","_col5","_col7"]
- <-Map 8 [SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_102]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_94] (rows=305980 width=12)
+ Conds:RS_18._col1=RS_107._col0(Inner),Output:["_col3","_col4","_col5","_col6","_col7","_col8"]
+ <-Map 9 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_107]
PartitionCols:_col0
- Select Operator [SEL_101] (rows=652 width=8)
+ Select Operator [SEL_106] (rows=652 width=4)
Output:["_col0"]
- Filter Operator [FIL_100] (rows=652 width=8)
+ Filter Operator [FIL_105] (rows=652 width=8)
predicate:((d_year = 1998) and d_date_sk is not null)
TableScan [TS_6] (rows=73049 width=8)
default@date_dim,date_dim,Tbl:COMPLETE,Col:COMPLETE,Output:["d_date_sk","d_year"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_18]
PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_93] (rows=53235296 width=122)
- Conds:RS_99._col0=RS_126._col3(Inner),Output:["_col1","_col2","_col3","_col5","_col7"]
+ Merge Join Operator [MERGEJOIN_93] (rows=856943 width=12)
+ Conds:RS_99._col0=RS_123._col1(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col8"]
<-Map 1 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_99]
+ PARTITION_ONLY_SHUFFLE [RS_99]
PartitionCols:_col0
- Select Operator [SEL_98] (rows=1704 width=4)
+ Select Operator [SEL_98] (rows=29552 width=4)
Output:["_col0"]
- Filter Operator [FIL_97] (rows=1704 width=4)
- predicate:s_store_sk is not null
- TableScan [TS_0] (rows=1704 width=4)
- default@store,store,Tbl:COMPLETE,Col:COMPLETE,Output:["s_store_sk"]
- <-Map 7 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_126]
- PartitionCols:_col3
- Select Operator [SEL_125] (rows=53235296 width=233)
- Output:["_col0","_col1","_col2","_col3","_col4","_col6"]
- Filter Operator [FIL_124] (rows=53235296 width=233)
- predicate:((ss_addr_sk BETWEEN DynamicValue(RS_25_customer_address_ca_address_sk_min) AND DynamicValue(RS_25_customer_address_ca_address_sk_max) and in_bloom_filter(ss_addr_sk, DynamicValue(RS_25_customer_address_ca_address_sk_bloom_filter))) and (ss_cdemo_sk BETWEEN DynamicValue(RS_22_customer_demographics_cd_demo_sk_min) AND DynamicValue(RS_22_customer_demographics_cd_demo_sk_max) and in_bloom_filter(ss_cdemo_sk, DynamicValue(RS_22_customer_demographics_cd_demo_sk_bloom_filter))) and (ss_net_profit BETWEEN 0 AND 2000 or ss_net_profit BETWEEN 150 AND 3000 or ss_net_profit BETWEEN 50 AND 25000) and (ss_sales_price BETWEEN 100 AND 150 or ss_sales_price BETWEEN 50 AND 100 or ss_sales_price BETWEEN 150 AND 200) and (ss_sold_date_sk BETWEEN DynamicValue(RS_19_date_dim_d_date_sk_min) AND DynamicValue(RS_19_date_dim_d_date_sk_max) and in_bloom_filter(ss_sold_date_sk, DynamicValue(RS_19_date_dim_d_date_sk_bloom_filter))) and ss_addr_sk is not null and
ss_cdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
+ Filter Operator [FIL_97] (rows=29552 width=183)
+ predicate:((cd_education_status = '4 yr Degree') and (cd_marital_status = 'M') and cd_demo_sk is not null)
+ TableScan [TS_0] (rows=1861800 width=183)
+ default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:COMPLETE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"]
+ <-Map 8 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_123]
+ PartitionCols:_col1
+ Select Operator [SEL_122] (rows=53235296 width=31)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Filter Operator [FIL_121] (rows=53235296 width=233)
+ predicate:((ss_addr_sk BETWEEN DynamicValue(RS_25_customer_address_ca_address_sk_min) AND DynamicValue(RS_25_customer_address_ca_address_sk_max) and in_bloom_filter(ss_addr_sk, DynamicValue(RS_25_customer_address_ca_address_sk_bloom_filter))) and (ss_cdemo_sk BETWEEN DynamicValue(RS_15_customer_demographics_cd_demo_sk_min) AND DynamicValue(RS_15_customer_demographics_cd_demo_sk_max) and in_bloom_filter(ss_cdemo_sk, DynamicValue(RS_15_customer_demographics_cd_demo_sk_bloom_filter))) and (ss_net_profit BETWEEN 0 AND 2000 or ss_net_profit BETWEEN 150 AND 3000 or ss_net_profit BETWEEN 50 AND 25000) and (ss_sales_price BETWEEN 100 AND 150 or ss_sales_price BETWEEN 50 AND 100 or ss_sales_price BETWEEN 150 AND 200) and (ss_sold_date_sk BETWEEN DynamicValue(RS_19_date_dim_d_date_sk_min) AND DynamicValue(RS_19_date_dim_d_date_sk_max) and in_bloom_filter(ss_sold_date_sk, DynamicValue(RS_19_date_dim_d_date_sk_bloom_filter))) and ss_addr_sk is not null and
ss_cdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
TableScan [TS_3] (rows=575995635 width=233)
default@store_sales,store_sales,Tbl:COMPLETE,Col:COMPLETE,Output:["ss_sold_date_sk","ss_cdemo_sk","ss_addr_sk","ss_store_sk","ss_quantity","ss_sales_price","ss_net_profit"]
- <-Reducer 11 [BROADCAST_EDGE] vectorized
- BROADCAST [RS_115]
- Group By Operator [GBY_114] (rows=1 width=12)
+ <-Reducer 10 [BROADCAST_EDGE] vectorized
+ BROADCAST [RS_112]
+ Group By Operator [GBY_111] (rows=1 width=12)
Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"]
- <-Map 10 [CUSTOM_SIMPLE_EDGE] vectorized
- SHUFFLE [RS_113]
- Group By Operator [GBY_112] (rows=1 width=12)
+ <-Map 9 [CUSTOM_SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_110]
+ Group By Operator [GBY_109] (rows=1 width=12)
Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"]
- Select Operator [SEL_111] (rows=29552 width=4)
+ Select Operator [SEL_108] (rows=652 width=4)
Output:["_col0"]
- Please refer to the previous Select Operator [SEL_109]
+ Please refer to the previous Select Operator [SEL_106]
<-Reducer 13 [BROADCAST_EDGE] vectorized
- BROADCAST [RS_123]
- Group By Operator [GBY_122] (rows=1 width=12)
+ BROADCAST [RS_120]
+ Group By Operator [GBY_119] (rows=1 width=12)
Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=3529412)"]
<-Map 12 [CUSTOM_SIMPLE_EDGE] vectorized
- SHUFFLE [RS_121]
- Group By Operator [GBY_120] (rows=1 width=12)
+ SHUFFLE [RS_118]
+ Group By Operator [GBY_117] (rows=1 width=12)
Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=3529412)"]
- Select Operator [SEL_119] (rows=3529412 width=4)
+ Select Operator [SEL_116] (rows=3529412 width=4)
Output:["_col0"]
- Please refer to the previous Select Operator [SEL_117]
- <-Reducer 9 [BROADCAST_EDGE] vectorized
- BROADCAST [RS_107]
- Group By Operator [GBY_106] (rows=1 width=12)
+ Please refer to the previous Select Operator [SEL_114]
+ <-Reducer 7 [BROADCAST_EDGE] vectorized
+ BROADCAST [RS_104]
+ Group By Operator [GBY_103] (rows=1 width=12)
Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"]
- <-Map 8 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_105]
- Group By Operator [GBY_104] (rows=1 width=12)
+ <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized
+ PARTITION_ONLY_SHUFFLE [RS_102]
+ Group By Operator [GBY_101] (rows=1 width=12)
Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"]
- Select Operator [SEL_103] (rows=652 width=4)
+ Select Operator [SEL_100] (rows=29552 width=4)
Output:["_col0"]
- Please refer to the previous Select Operator [SEL_101]
+ Please refer to the previous Select Operator [SEL_98]
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query49.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query49.q.out b/ql/src/test/results/clientpositive/perf/tez/query49.q.out
index 6fe8e9a..31c98a7 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query49.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query49.q.out
@@ -299,257 +299,251 @@ Stage-0
limit:100
Stage-1
Reducer 11 vectorized
- File Output Operator [FS_310]
- Limit [LIM_309] (rows=100 width=215)
+ File Output Operator [FS_307]
+ Limit [LIM_306] (rows=100 width=215)
Number of rows:100
- Select Operator [SEL_308] (rows=3418 width=215)
+ Select Operator [SEL_305] (rows=3418 width=215)
Output:["_col0","_col1","_col2","_col3","_col4"]
<-Reducer 10 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_307]
- Select Operator [SEL_306] (rows=3418 width=215)
+ SHUFFLE [RS_304]
+ Select Operator [SEL_303] (rows=3418 width=215)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_305] (rows=3418 width=215)
+ Group By Operator [GBY_302] (rows=3418 width=215)
Output:["_col0","_col1","_col2","_col3","_col4"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
<-Union 9 [SIMPLE_EDGE]
<-Reducer 24 [CONTAINS] vectorized
- Reduce Output Operator [RS_351]
+ Reduce Output Operator [RS_348]
PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_350] (rows=3418 width=215)
+ Group By Operator [GBY_347] (rows=3418 width=215)
Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2
- Top N Key Operator [TNK_349] (rows=3418 width=214)
+ Top N Key Operator [TNK_346] (rows=3418 width=214)
keys:_col0, _col3, _col4, _col1, _col2,sort order:+++++,top n:100
- Select Operator [SEL_348] (rows=1142 width=213)
+ Select Operator [SEL_345] (rows=1142 width=213)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_347] (rows=1142 width=248)
+ Filter Operator [FIL_344] (rows=1142 width=248)
predicate:((_col0 <= 10) or (rank_window_1 <= 10))
- PTF Operator [PTF_346] (rows=1714 width=248)
+ PTF Operator [PTF_343] (rows=1714 width=248)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) ASC NULLS LAST","partition by:":"0"}]
- Select Operator [SEL_345] (rows=1714 width=248)
+ Select Operator [SEL_342] (rows=1714 width=248)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
<-Reducer 23 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_344]
+ SHUFFLE [RS_341]
PartitionCols:0
- Select Operator [SEL_343] (rows=1714 width=244)
+ Select Operator [SEL_340] (rows=1714 width=244)
Output:["rank_window_0","_col0","_col1","_col2","_col3","_col4"]
- PTF Operator [PTF_342] (rows=1714 width=244)
+ PTF Operator [PTF_339] (rows=1714 width=244)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) ASC NULLS LAST","partition by:":"0"}]
- Select Operator [SEL_341] (rows=1714 width=244)
+ Select Operator [SEL_338] (rows=1714 width=244)
Output:["_col0","_col1","_col2","_col3","_col4"]
<-Reducer 22 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_340]
+ SHUFFLE [RS_337]
PartitionCols:0
- Group By Operator [GBY_339] (rows=1714 width=244)
+ Group By Operator [GBY_336] (rows=1714 width=244)
Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0
<-Reducer 21 [SIMPLE_EDGE]
- SHUFFLE [RS_89]
+ SHUFFLE [RS_86]
PartitionCols:_col0
- Group By Operator [GBY_88] (rows=1714 width=244)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0
- Select Operator [SEL_86] (rows=1673571 width=73)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Merge Join Operator [MERGEJOIN_237] (rows=1673571 width=73)
- Conds:RS_83._col1, _col2=RS_338._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col11","_col12"]
- <-Map 30 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_338]
- PartitionCols:_col0, _col1
- Select Operator [SEL_337] (rows=19197050 width=119)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_336] (rows=19197050 width=119)
- predicate:((sr_return_amt > 10000) and sr_item_sk is not null and sr_ticket_number is not null)
- TableScan [TS_77] (rows=57591150 width=119)
- default@store_returns,sr,Tbl:COMPLETE,Col:COMPLETE,Output:["sr_item_sk","sr_ticket_number","sr_return_quantity","sr_return_amt"]
- <-Reducer 20 [SIMPLE_EDGE]
- SHUFFLE [RS_83]
- PartitionCols:_col1, _col2
- Merge Join Operator [MERGEJOIN_236] (rows=1673571 width=8)
- Conds:RS_335._col0=RS_272._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
- <-Map 12 [SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_272]
- PartitionCols:_col0
- Select Operator [SEL_267] (rows=50 width=12)
- Output:["_col0"]
- Filter Operator [FIL_266] (rows=50 width=12)
- predicate:((d_moy = 12) and (d_year = 2000) and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=12)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:COMPLETE,Output:["d_date_sk","d_year","d_moy"]
- <-Map 29 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_335]
- PartitionCols:_col0
- Select Operator [SEL_334] (rows=61119617 width=229)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_333] (rows=61119617 width=229)
- predicate:((ss_net_paid > 0) and (ss_net_profit > 1) and (ss_quantity > 0) and (ss_sold_date_sk BETWEEN DynamicValue(RS_81_date_dim_d_date_sk_min) AND DynamicValue(RS_81_date_dim_d_date_sk_max) and in_bloom_filter(ss_sold_date_sk, DynamicValue(RS_81_date_dim_d_date_sk_bloom_filter))) and ss_item_sk is not null and ss_sold_date_sk is not null and ss_ticket_number is not null)
- TableScan [TS_71] (rows=575995635 width=229)
- default@store_sales,sts,Tbl:COMPLETE,Col:COMPLETE,Output:["ss_sold_date_sk","ss_item_sk","ss_ticket_number","ss_quantity","ss_net_paid","ss_net_profit"]
- <-Reducer 25 [BROADCAST_EDGE] vectorized
- BROADCAST [RS_332]
- Group By Operator [GBY_331] (rows=1 width=12)
- Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"]
- <-Map 12 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_279]
- Group By Operator [GBY_276] (rows=1 width=12)
- Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"]
- Select Operator [SEL_273] (rows=50 width=4)
- Output:["_col0"]
- Please refer to the previous Select Operator [SEL_267]
+ Group By Operator [GBY_85] (rows=3428 width=244)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col8)","sum(_col3)","sum(_col9)","sum(_col4)"],keys:_col1
+ Merge Join Operator [MERGEJOIN_234] (rows=1673571 width=236)
+ Conds:RS_81._col1, _col2=RS_335._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col8","_col9"]
+ <-Map 30 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_335]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_334] (rows=19197050 width=124)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_333] (rows=19197050 width=119)
+ predicate:((sr_return_amt > 10000) and sr_item_sk is not null and sr_ticket_number is not null)
+ TableScan [TS_75] (rows=57591150 width=119)
+ default@store_returns,sr,Tbl:COMPLETE,Col:COMPLETE,Output:["sr_item_sk","sr_ticket_number","sr_return_quantity","sr_return_amt"]
+ <-Reducer 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_81]
+ PartitionCols:_col1, _col2
+ Merge Join Operator [MERGEJOIN_233] (rows=1673571 width=124)
+ Conds:RS_332._col0=RS_269._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 12 [SIMPLE_EDGE] vectorized
+ PARTITION_ONLY_SHUFFLE [RS_269]
+ PartitionCols:_col0
+ Select Operator [SEL_264] (rows=50 width=4)
+ Output:["_col0"]
+ Filter Operator [FIL_263] (rows=50 width=12)
+ predicate:((d_moy = 12) and (d_year = 2000) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=12)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:COMPLETE,Output:["d_date_sk","d_year","d_moy"]
+ <-Map 29 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_332]
+ PartitionCols:_col0
+ Select Operator [SEL_331] (rows=61119617 width=127)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_330] (rows=61119617 width=229)
+ predicate:((ss_net_paid > 0) and (ss_net_profit > 1) and (ss_quantity > 0) and (ss_sold_date_sk BETWEEN DynamicValue(RS_79_date_dim_d_date_sk_min) AND DynamicValue(RS_79_date_dim_d_date_sk_max) and in_bloom_filter(ss_sold_date_sk, DynamicValue(RS_79_date_dim_d_date_sk_bloom_filter))) and ss_item_sk is not null and ss_sold_date_sk is not null and ss_ticket_number is not null)
+ TableScan [TS_69] (rows=575995635 width=229)
+ default@store_sales,sts,Tbl:COMPLETE,Col:COMPLETE,Output:["ss_sold_date_sk","ss_item_sk","ss_ticket_number","ss_quantity","ss_net_paid","ss_net_profit"]
+ <-Reducer 25 [BROADCAST_EDGE] vectorized
+ BROADCAST [RS_329]
+ Group By Operator [GBY_328] (rows=1 width=12)
+ Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"]
+ <-Map 12 [CUSTOM_SIMPLE_EDGE] vectorized
+ PARTITION_ONLY_SHUFFLE [RS_276]
+ Group By Operator [GBY_273] (rows=1 width=12)
+ Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"]
+ Select Operator [SEL_270] (rows=50 width=4)
+ Output:["_col0"]
+ Please refer to the previous Select Operator [SEL_264]
<-Reducer 8 [CONTAINS] vectorized
- Reduce Output Operator [RS_304]
+ Reduce Output Operator [RS_301]
PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_303] (rows=3418 width=215)
+ Group By Operator [GBY_300] (rows=3418 width=215)
Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2
- Top N Key Operator [TNK_302] (rows=3418 width=214)
+ Top N Key Operator [TNK_299] (rows=3418 width=214)
keys:_col0, _col3, _col4, _col1, _col2,sort order:+++++,top n:100
- Select Operator [SEL_301] (rows=2276 width=215)
+ Select Operator [SEL_298] (rows=2276 width=215)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_300] (rows=2276 width=215)
+ Group By Operator [GBY_297] (rows=2276 width=215)
Output:["_col0","_col1","_col2","_col3","_col4"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
<-Union 7 [SIMPLE_EDGE]
<-Reducer 18 [CONTAINS] vectorized
- Reduce Output Operator [RS_330]
+ Reduce Output Operator [RS_327]
PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_329] (rows=2276 width=215)
+ Group By Operator [GBY_326] (rows=2276 width=215)
Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2
- Select Operator [SEL_328] (rows=1134 width=215)
+ Select Operator [SEL_325] (rows=1134 width=215)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_327] (rows=1134 width=248)
+ Filter Operator [FIL_324] (rows=1134 width=248)
predicate:((_col0 <= 10) or (rank_window_1 <= 10))
- PTF Operator [PTF_326] (rows=1701 width=248)
+ PTF Operator [PTF_323] (rows=1701 width=248)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) ASC NULLS LAST","partition by:":"0"}]
- Select Operator [SEL_325] (rows=1701 width=248)
+ Select Operator [SEL_322] (rows=1701 width=248)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
<-Reducer 17 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_324]
+ SHUFFLE [RS_321]
PartitionCols:0
- Select Operator [SEL_323] (rows=1701 width=244)
+ Select Operator [SEL_320] (rows=1701 width=244)
Output:["rank_window_0","_col0","_col1","_col2","_col3","_col4"]
- PTF Operator [PTF_322] (rows=1701 width=244)
+ PTF Operator [PTF_319] (rows=1701 width=244)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) ASC NULLS LAST","partition by:":"0"}]
- Select Operator [SEL_321] (rows=1701 width=244)
+ Select Operator [SEL_318] (rows=1701 width=244)
Output:["_col0","_col1","_col2","_col3","_col4"]
<-Reducer 16 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_320]
+ SHUFFLE [RS_317]
PartitionCols:0
- Group By Operator [GBY_319] (rows=1701 width=244)
+ Group By Operator [GBY_316] (rows=1701 width=244)
Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0
<-Reducer 15 [SIMPLE_EDGE]
- SHUFFLE [RS_50]
+ SHUFFLE [RS_48]
PartitionCols:_col0
- Group By Operator [GBY_49] (rows=1701 width=244)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0
- Select Operator [SEL_47] (rows=865646 width=188)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Merge Join Operator [MERGEJOIN_235] (rows=865646 width=188)
- Conds:RS_44._col1, _col2=RS_318._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col11","_col12"]
- <-Map 28 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_318]
- PartitionCols:_col0, _col1
- Select Operator [SEL_317] (rows=9599627 width=121)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_316] (rows=9599627 width=121)
- predicate:((cr_return_amount > 10000) and cr_item_sk is not null and cr_order_number is not null)
- TableScan [TS_38] (rows=28798881 width=121)
- default@catalog_returns,cr,Tbl:COMPLETE,Col:COMPLETE,Output:["cr_item_sk","cr_order_number","cr_return_quantity","cr_return_amount"]
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_44]
- PartitionCols:_col1, _col2
- Merge Join Operator [MERGEJOIN_234] (rows=865646 width=102)
- Conds:RS_315._col0=RS_270._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
- <-Map 12 [SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_270]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_267]
- <-Map 27 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_315]
- PartitionCols:_col0
- Select Operator [SEL_314] (rows=31838858 width=239)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_313] (rows=31838858 width=239)
- predicate:((cs_net_paid > 0) and (cs_net_profit > 1) and (cs_quantity > 0) and (cs_sold_date_sk BETWEEN DynamicValue(RS_42_date_dim_d_date_sk_min) AND DynamicValue(RS_42_date_dim_d_date_sk_max) and in_bloom_filter(cs_sold_date_sk, DynamicValue(RS_42_date_dim_d_date_sk_bloom_filter))) and cs_item_sk is not null and cs_order_number is not null and cs_sold_date_sk is not null)
- TableScan [TS_32] (rows=287989836 width=239)
- default@catalog_sales,cs,Tbl:COMPLETE,Col:COMPLETE,Output:["cs_sold_date_sk","cs_item_sk","cs_order_number","cs_quantity","cs_net_paid","cs_net_profit"]
- <-Reducer 19 [BROADCAST_EDGE] vectorized
- BROADCAST [RS_312]
- Group By Operator [GBY_311] (rows=1 width=12)
- Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"]
- <-Map 12 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_278]
- Group By Operator [GBY_275] (rows=1 width=12)
- Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"]
- Select Operator [SEL_271] (rows=50 width=4)
- Output:["_col0"]
- Please refer to the previous Select Operator [SEL_267]
+ Group By Operator [GBY_47] (rows=1701 width=244)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col8)","sum(_col3)","sum(_col9)","sum(_col4)"],keys:_col1
+ Merge Join Operator [MERGEJOIN_232] (rows=865646 width=236)
+ Conds:RS_43._col1, _col2=RS_315._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col8","_col9"]
+ <-Map 28 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_315]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_314] (rows=9599627 width=124)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_313] (rows=9599627 width=121)
+ predicate:((cr_return_amount > 10000) and cr_item_sk is not null and cr_order_number is not null)
+ TableScan [TS_37] (rows=28798881 width=121)
+ default@catalog_returns,cr,Tbl:COMPLETE,Col:COMPLETE,Output:["cr_item_sk","cr_order_number","cr_return_quantity","cr_return_amount"]
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:_col1, _col2
+ Merge Join Operator [MERGEJOIN_231] (rows=865646 width=124)
+ Conds:RS_312._col0=RS_267._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 12 [SIMPLE_EDGE] vectorized
+ PARTITION_ONLY_SHUFFLE [RS_267]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_264]
+ <-Map 27 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_312]
+ PartitionCols:_col0
+ Select Operator [SEL_311] (rows=31838858 width=127)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_310] (rows=31838858 width=239)
+ predicate:((cs_net_paid > 0) and (cs_net_profit > 1) and (cs_quantity > 0) and (cs_sold_date_sk BETWEEN DynamicValue(RS_41_date_dim_d_date_sk_min) AND DynamicValue(RS_41_date_dim_d_date_sk_max) and in_bloom_filter(cs_sold_date_sk, DynamicValue(RS_41_date_dim_d_date_sk_bloom_filter))) and cs_item_sk is not null and cs_order_number is not null and cs_sold_date_sk is not null)
+ TableScan [TS_31] (rows=287989836 width=239)
+ default@catalog_sales,cs,Tbl:COMPLETE,Col:COMPLETE,Output:["cs_sold_date_sk","cs_item_sk","cs_order_number","cs_quantity","cs_net_paid","cs_net_profit"]
+ <-Reducer 19 [BROADCAST_EDGE] vectorized
+ BROADCAST [RS_309]
+ Group By Operator [GBY_308] (rows=1 width=12)
+ Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"]
+ <-Map 12 [CUSTOM_SIMPLE_EDGE] vectorized
+ PARTITION_ONLY_SHUFFLE [RS_275]
+ Group By Operator [GBY_272] (rows=1 width=12)
+ Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"]
+ Select Operator [SEL_268] (rows=50 width=4)
+ Output:["_col0"]
+ Please refer to the previous Select Operator [SEL_264]
<-Reducer 6 [CONTAINS] vectorized
- Reduce Output Operator [RS_299]
+ Reduce Output Operator [RS_296]
PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_298] (rows=2276 width=215)
+ Group By Operator [GBY_295] (rows=2276 width=215)
Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2
- Select Operator [SEL_297] (rows=1142 width=211)
+ Select Operator [SEL_294] (rows=1142 width=211)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_296] (rows=1142 width=248)
+ Filter Operator [FIL_293] (rows=1142 width=248)
predicate:((_col0 <= 10) or (rank_window_1 <= 10))
- PTF Operator [PTF_295] (rows=1714 width=248)
+ PTF Operator [PTF_292] (rows=1714 width=248)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) ASC NULLS LAST","partition by:":"0"}]
- Select Operator [SEL_294] (rows=1714 width=248)
+ Select Operator [SEL_291] (rows=1714 width=248)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
<-Reducer 5 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_293]
+ SHUFFLE [RS_290]
PartitionCols:0
- Select Operator [SEL_292] (rows=1714 width=244)
+ Select Operator [SEL_289] (rows=1714 width=244)
Output:["rank_window_0","_col0","_col1","_col2","_col3","_col4"]
- PTF Operator [PTF_291] (rows=1714 width=244)
+ PTF Operator [PTF_288] (rows=1714 width=244)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) ASC NULLS LAST","partition by:":"0"}]
- Select Operator [SEL_290] (rows=1714 width=244)
+ Select Operator [SEL_287] (rows=1714 width=244)
Output:["_col0","_col1","_col2","_col3","_col4"]
<-Reducer 4 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_289]
+ SHUFFLE [RS_286]
PartitionCols:0
- Group By Operator [GBY_288] (rows=1714 width=244)
+ Group By Operator [GBY_285] (rows=1714 width=244)
Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0
<-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
+ SHUFFLE [RS_17]
PartitionCols:_col0
- Group By Operator [GBY_17] (rows=1714 width=244)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0
- Select Operator [SEL_15] (rows=438010 width=177)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Merge Join Operator [MERGEJOIN_233] (rows=438010 width=177)
- Conds:RS_12._col1, _col2=RS_287._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col11","_col12"]
- <-Map 26 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_287]
- PartitionCols:_col0, _col1
- Select Operator [SEL_286] (rows=4799489 width=118)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_285] (rows=4799489 width=118)
- predicate:((wr_return_amt > 10000) and wr_item_sk is not null and wr_order_number is not null)
- TableScan [TS_6] (rows=14398467 width=118)
- default@web_returns,wr,Tbl:COMPLETE,Col:COMPLETE,Output:["wr_item_sk","wr_order_number","wr_return_quantity","wr_return_amt"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col1, _col2
- Merge Join Operator [MERGEJOIN_232] (rows=438010 width=122)
- Conds:RS_284._col0=RS_268._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
- <-Map 12 [SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_268]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_267]
- <-Map 1 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_284]
- PartitionCols:_col0
- Select Operator [SEL_283] (rows=15996318 width=239)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_282] (rows=15996318 width=239)
- predicate:((ws_net_paid > 0) and (ws_net_profit > 1) and (ws_quantity > 0) and (ws_sold_date_sk BETWEEN DynamicValue(RS_10_date_dim_d_date_sk_min) AND DynamicValue(RS_10_date_dim_d_date_sk_max) and in_bloom_filter(ws_sold_date_sk, DynamicValue(RS_10_date_dim_d_date_sk_bloom_filter))) and ws_item_sk is not null and ws_order_number is not null and ws_sold_date_sk is not null)
- TableScan [TS_0] (rows=144002668 width=239)
- default@web_sales,ws,Tbl:COMPLETE,Col:COMPLETE,Output:["ws_sold_date_sk","ws_item_sk","ws_order_number","ws_quantity","ws_net_paid","ws_net_profit"]
- <-Reducer 13 [BROADCAST_EDGE] vectorized
- BROADCAST [RS_281]
- Group By Operator [GBY_280] (rows=1 width=12)
- Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"]
- <-Map 12 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_277]
- Group By Operator [GBY_274] (rows=1 width=12)
- Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"]
- Select Operator [SEL_269] (rows=50 width=4)
- Output:["_col0"]
- Please refer to the previous Select Operator [SEL_267]
+ Group By Operator [GBY_16] (rows=1714 width=244)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col8)","sum(_col3)","sum(_col9)","sum(_col4)"],keys:_col1
+ Merge Join Operator [MERGEJOIN_230] (rows=438010 width=236)
+ Conds:RS_12._col1, _col2=RS_284._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col8","_col9"]
+ <-Map 26 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_284]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_283] (rows=4799489 width=124)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_282] (rows=4799489 width=118)
+ predicate:((wr_return_amt > 10000) and wr_item_sk is not null and wr_order_number is not null)
+ TableScan [TS_6] (rows=14398467 width=118)
+ default@web_returns,wr,Tbl:COMPLETE,Col:COMPLETE,Output:["wr_item_sk","wr_order_number","wr_return_quantity","wr_return_amt"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col1, _col2
+ Merge Join Operator [MERGEJOIN_229] (rows=438010 width=124)
+ Conds:RS_281._col0=RS_265._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 12 [SIMPLE_EDGE] vectorized
+ PARTITION_ONLY_SHUFFLE [RS_265]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_264]
+ <-Map 1 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_281]
+ PartitionCols:_col0
+ Select Operator [SEL_280] (rows=15996318 width=127)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_279] (rows=15996318 width=239)
+ predicate:((ws_net_paid > 0) and (ws_net_profit > 1) and (ws_quantity > 0) and (ws_sold_date_sk BETWEEN DynamicValue(RS_10_date_dim_d_date_sk_min) AND DynamicValue(RS_10_date_dim_d_date_sk_max) and in_bloom_filter(ws_sold_date_sk, DynamicValue(RS_10_date_dim_d_date_sk_bloom_filter))) and ws_item_sk is not null and ws_order_number is not null and ws_sold_date_sk is not null)
+ TableScan [TS_0] (rows=144002668 width=239)
+ default@web_sales,ws,Tbl:COMPLETE,Col:COMPLETE,Output:["ws_sold_date_sk","ws_item_sk","ws_order_number","ws_quantity","ws_net_paid","ws_net_profit"]
+ <-Reducer 13 [BROADCAST_EDGE] vectorized
+ BROADCAST [RS_278]
+ Group By Operator [GBY_277] (rows=1 width=12)
+ Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"]
+ <-Map 12 [CUSTOM_SIMPLE_EDGE] vectorized
+ PARTITION_ONLY_SHUFFLE [RS_274]
+ Group By Operator [GBY_271] (rows=1 width=12)
+ Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"]
+ Select Operator [SEL_266] (rows=50 width=4)
+ Output:["_col0"]
+ Please refer to the previous Select Operator [SEL_264]
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query5.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query5.q.out b/ql/src/test/results/clientpositive/perf/tez/query5.q.out
index 31afb0e..2ce689b 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query5.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query5.q.out
@@ -330,9 +330,9 @@ Stage-0
SHUFFLE [RS_47]
PartitionCols:_col0
Group By Operator [GBY_46] (rows=46000 width=548)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col4)","sum(_col3)","sum(_col5)"],keys:_col9
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col4)","sum(_col3)","sum(_col5)"],keys:_col8
Merge Join Operator [MERGEJOIN_222] (rows=34813117 width=535)
- Conds:RS_42._col0=RS_310._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"]
+ Conds:RS_42._col0=RS_310._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col8"]
<-Map 24 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_310]
PartitionCols:_col0
@@ -350,7 +350,7 @@ Stage-0
<-Map 10 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_276]
PartitionCols:_col0
- Select Operator [SEL_273] (rows=8116 width=98)
+ Select Operator [SEL_273] (rows=8116 width=4)
Output:["_col0"]
Filter Operator [FIL_272] (rows=8116 width=98)
predicate:(CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00' AND TIMESTAMP'1998-08-18 00:00:00' and d_date_sk is not null)
@@ -401,9 +401,9 @@ Stage-0
SHUFFLE [RS_80]
PartitionCols:_col0
Group By Operator [GBY_79] (rows=84 width=548)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col4)","sum(_col3)","sum(_col5)"],keys:_col9
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col4)","sum(_col3)","sum(_col5)"],keys:_col8
Merge Join Operator [MERGEJOIN_224] (rows=30966059 width=543)
- Conds:RS_75._col0=RS_318._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"]
+ Conds:RS_75._col0=RS_318._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col8"]
<-Map 30 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_318]
PartitionCols:_col0
@@ -483,9 +483,9 @@ Stage-0
SHUFFLE [RS_22]
PartitionCols:_col0
Group By Operator [GBY_21] (rows=1704 width=548)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col4)","sum(_col3)","sum(_col5)"],keys:_col9
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col4)","sum(_col3)","sum(_col5)"],keys:_col8
Merge Join Operator [MERGEJOIN_220] (rows=64325014 width=376)
- Conds:RS_17._col0=RS_293._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"]
+ Conds:RS_17._col0=RS_293._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col8"]
<-Map 20 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_293]
PartitionCols:_col0
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query50.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query50.q.out b/ql/src/test/results/clientpositive/perf/tez/query50.q.out
index ae6781b..29b80b8 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query50.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query50.q.out
@@ -162,7 +162,7 @@ Stage-0
Select Operator [SEL_27] (rows=11945216 width=821)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"]
Merge Join Operator [MERGEJOIN_120] (rows=11945216 width=821)
- Conds:RS_24._col10=RS_141._col0(Inner),Output:["_col0","_col7","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23"]
+ Conds:RS_24._col8=RS_141._col0(Inner),Output:["_col0","_col5","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21"]
<-Map 14 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_141]
PartitionCols:_col0
@@ -174,9 +174,9 @@ Stage-0
default@store,store,Tbl:COMPLETE,Col:COMPLETE,Output:["s_store_sk","s_store_name","s_company_id","s_street_number","s_street_name","s_street_type","s_suite_number","s_city","s_county","s_state","s_zip"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_24]
- PartitionCols:_col10
+ PartitionCols:_col8
Merge Join Operator [MERGEJOIN_119] (rows=11945216 width=3)
- Conds:RS_21._col7=RS_138._col0(Inner),Output:["_col0","_col7","_col10"]
+ Conds:RS_21._col5=RS_138._col0(Inner),Output:["_col0","_col5","_col8"]
<-Map 13 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_138]
PartitionCols:_col0
@@ -188,9 +188,9 @@ Stage-0
default@date_dim,d1,Tbl:COMPLETE,Col:COMPLETE,Output:["d_date_sk"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_21]
- PartitionCols:_col7
+ PartitionCols:_col5
Merge Join Operator [MERGEJOIN_118] (rows=11945216 width=3)
- Conds:RS_18._col1, _col2, _col3=RS_135._col1, _col2, _col4(Inner),Output:["_col0","_col7","_col10"]
+ Conds:RS_18._col1, _col2, _col3=RS_135._col1, _col2, _col4(Inner),Output:["_col0","_col5","_col8"]
<-Reducer 2 [SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_18]
PartitionCols:_col1, _col2, _col3
@@ -208,7 +208,7 @@ Stage-0
<-Map 11 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_126]
PartitionCols:_col0
- Select Operator [SEL_125] (rows=50 width=12)
+ Select Operator [SEL_125] (rows=50 width=4)
Output:["_col0"]
Filter Operator [FIL_124] (rows=50 width=12)
predicate:((d_moy = 9) and (d_year = 2000) and d_date_sk is not null)
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query51.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query51.q.out b/ql/src/test/results/clientpositive/perf/tez/query51.q.out
index 23c23df..a872cde 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query51.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query51.q.out
@@ -153,7 +153,7 @@ Stage-0
<-Map 7 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_92]
PartitionCols:_col0
- Select Operator [SEL_89] (rows=317 width=102)
+ Select Operator [SEL_89] (rows=317 width=98)
Output:["_col0","_col1"]
Filter Operator [FIL_88] (rows=317 width=102)
predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223)
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query52.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query52.q.out b/ql/src/test/results/clientpositive/perf/tez/query52.q.out
index bc932b2..30b39aa 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query52.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query52.q.out
@@ -79,13 +79,13 @@ Stage-0
SHUFFLE [RS_17]
PartitionCols:_col0, _col1
Group By Operator [GBY_16] (rows=7333 width=216)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col7, _col8
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col5, _col6
Merge Join Operator [MERGEJOIN_54] (rows=2301098 width=104)
- Conds:RS_12._col1=RS_65._col0(Inner),Output:["_col2","_col7","_col8"]
+ Conds:RS_12._col1=RS_65._col0(Inner),Output:["_col2","_col5","_col6"]
<-Map 8 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_65]
PartitionCols:_col0
- Select Operator [SEL_64] (rows=7333 width=111)
+ Select Operator [SEL_64] (rows=7333 width=107)
Output:["_col0","_col1","_col2"]
Filter Operator [FIL_63] (rows=7333 width=111)
predicate:((i_manager_id = 1) and i_item_sk is not null)
@@ -99,7 +99,7 @@ Stage-0
<-Map 6 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_57]
PartitionCols:_col0
- Select Operator [SEL_56] (rows=50 width=12)
+ Select Operator [SEL_56] (rows=50 width=4)
Output:["_col0"]
Filter Operator [FIL_55] (rows=50 width=12)
predicate:((d_moy = 12) and (d_year = 1998) and d_date_sk is not null)
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query53.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query53.q.out b/ql/src/test/results/clientpositive/perf/tez/query53.q.out
index a174c21..3436071 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query53.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query53.q.out
@@ -102,9 +102,9 @@ Stage-0
SHUFFLE [RS_23]
PartitionCols:_col0
Group By Operator [GBY_22] (rows=50 width=120)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col8, _col11
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col5, _col7
Merge Join Operator [MERGEJOIN_84] (rows=98800 width=8)
- Conds:RS_18._col2=RS_106._col0(Inner),Output:["_col3","_col8","_col11"]
+ Conds:RS_18._col2=RS_106._col0(Inner),Output:["_col3","_col5","_col7"]
<-Map 11 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_106]
PartitionCols:_col0
@@ -118,12 +118,12 @@ Stage-0
SHUFFLE [RS_18]
PartitionCols:_col2
Merge Join Operator [MERGEJOIN_83] (rows=98800 width=8)
- Conds:RS_15._col0=RS_95._col0(Inner),Output:["_col2","_col3","_col8","_col11"]
+ Conds:RS_15._col0=RS_95._col0(Inner),Output:["_col2","_col3","_col5","_col7"]
<-Map 9 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_95]
PartitionCols:_col0
- Select Operator [SEL_94] (rows=317 width=12)
- Output:["_col0","_col2"]
+ Select Operator [SEL_94] (rows=317 width=8)
+ Output:["_col0","_col1"]
Filter Operator [FIL_93] (rows=317 width=12)
predicate:((d_month_seq) IN (1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223) and d_date_sk is not null)
TableScan [TS_6] (rows=73049 width=12)
@@ -132,12 +132,12 @@ Stage-0
SHUFFLE [RS_15]
PartitionCols:_col0
Merge Join Operator [MERGEJOIN_82] (rows=569118 width=4)
- Conds:RS_103._col1=RS_87._col0(Inner),Output:["_col0","_col2","_col3","_col8"]
+ Conds:RS_103._col1=RS_87._col0(Inner),Output:["_col0","_col2","_col3","_col5"]
<-Map 7 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_87]
PartitionCols:_col0
- Select Operator [SEL_86] (rows=52 width=290)
- Output:["_col0","_col4"]
+ Select Operator [SEL_86] (rows=52 width=8)
+ Output:["_col0","_col1"]
Filter Operator [FIL_85] (rows=52 width=290)
predicate:((((i_category) IN ('Books', 'Children', 'Electronics') and (i_class) IN ('personal', 'portable', 'reference', 'self-help') and (i_brand) IN ('scholaramalgamalg #14', 'scholaramalgamalg #7', 'exportiunivamalg #9', 'scholaramalgamalg #9')) or ((i_category) IN ('Women', 'Music', 'Men') and (i_class) IN ('accessories', 'classical', 'fragrances', 'pants') and (i_brand) IN ('amalgimporto #1', 'edu packscholar #1', 'exportiimporto #1', 'importoamalg #1'))) and (i_brand) IN ('scholaramalgamalg #14', 'scholaramalgamalg #7', 'exportiunivamalg #9', 'scholaramalgamalg #9', 'amalgimporto #1', 'edu packscholar #1', 'exportiimporto #1', 'importoamalg #1') and (i_category) IN ('Books', 'Children', 'Electronics', 'Women', 'Music', 'Men') and (i_class) IN ('personal', 'portable', 'reference', 'self-help', 'accessories', 'classical', 'fragrances', 'pants') and i_item_sk is not null)
TableScan [TS_3] (rows=462000 width=289)
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query54.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query54.q.out b/ql/src/test/results/clientpositive/perf/tez/query54.q.out
index a32f264..ddc1ed8 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query54.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query54.q.out
@@ -304,9 +304,9 @@ Stage-0
SHUFFLE [RS_63]
PartitionCols:_col0, _col1
Group By Operator [GBY_62] (rows=55046 width=8)
- Output:["_col0","_col1"],keys:_col10, _col9
+ Output:["_col0","_col1"],keys:_col6, _col5
Merge Join Operator [MERGEJOIN_267] (rows=110092 width=8)
- Conds:RS_58._col1=RS_304._col0(Inner),Output:["_col9","_col10"]
+ Conds:RS_58._col1=RS_304._col0(Inner),Output:["_col5","_col6"]
<-Map 27 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_304]
PartitionCols:_col0
@@ -324,7 +324,7 @@ Stage-0
<-Map 25 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_298]
PartitionCols:_col0
- Select Operator [SEL_297] (rows=453 width=190)
+ Select Operator [SEL_297] (rows=453 width=4)
Output:["_col0"]
Filter Operator [FIL_296] (rows=453 width=186)
predicate:((i_category = 'Jewelry') and (i_class = 'consignment') and i_item_sk is not null)
@@ -338,7 +338,7 @@ Stage-0
<-Map 23 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_292]
PartitionCols:_col0
- Select Operator [SEL_291] (rows=50 width=12)
+ Select Operator [SEL_291] (rows=50 width=4)
Output:["_col0"]
Filter Operator [FIL_290] (rows=50 width=12)
predicate:((d_moy = 3) and (d_year = 1999) and d_date_sk is not null)
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query55.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query55.q.out b/ql/src/test/results/clientpositive/perf/tez/query55.q.out
index ec30b92..0890946 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query55.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query55.q.out
@@ -63,13 +63,13 @@ Stage-0
SHUFFLE [RS_17]
PartitionCols:_col0, _col1
Group By Operator [GBY_16] (rows=7333 width=216)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col7, _col8
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col5, _col6
Merge Join Operator [MERGEJOIN_54] (rows=2301098 width=104)
- Conds:RS_12._col1=RS_65._col0(Inner),Output:["_col2","_col7","_col8"]
+ Conds:RS_12._col1=RS_65._col0(Inner),Output:["_col2","_col5","_col6"]
<-Map 8 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_65]
PartitionCols:_col0
- Select Operator [SEL_64] (rows=7333 width=111)
+ Select Operator [SEL_64] (rows=7333 width=107)
Output:["_col0","_col1","_col2"]
Filter Operator [FIL_63] (rows=7333 width=111)
predicate:((i_manager_id = 36) and i_item_sk is not null)
@@ -83,7 +83,7 @@ Stage-0
<-Map 6 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_57]
PartitionCols:_col0
- Select Operator [SEL_56] (rows=50 width=12)
+ Select Operator [SEL_56] (rows=50 width=4)
Output:["_col0"]
Filter Operator [FIL_55] (rows=50 width=12)
predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null)