You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by mm...@apache.org on 2018/04/27 06:46:36 UTC
[03/51] [partial] hive git commit: HIVE-19269: Vectorization: Turn On
by Default (Matt McCline, reviewed by Ashutosh Chauhan)
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/tez/query47.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query47.q.out b/ql/src/test/results/clientpositive/perf/tez/query47.q.out
index ba68d7e..2989fce 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query47.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query47.q.out
@@ -116,11 +116,11 @@ Stage-0
Fetch Operator
limit:-1
Stage-1
- Reducer 8
- File Output Operator [FS_112]
- Limit [LIM_110] (rows=100 width=88)
+ Reducer 8 vectorized
+ File Output Operator [FS_215]
+ Limit [LIM_214] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_109] (rows=843315280 width=88)
+ Select Operator [SEL_213] (rows=843315280 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
<-Reducer 7 [SIMPLE_EDGE]
SHUFFLE [RS_108]
@@ -143,19 +143,19 @@ Stage-0
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST, _col2 ASC NULLS FIRST","partition by:":"_col4, _col3, _col5, _col6"}]
Select Operator [SEL_64] (rows=383325119 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_63]
+ <-Reducer 10 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_211]
PartitionCols:_col3, _col2, _col4, _col5
- Select Operator [SEL_62] (rows=383325119 width=88)
+ Select Operator [SEL_210] (rows=383325119 width=88)
Output:["avg_window_0","_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- PTF Operator [PTF_61] (rows=383325119 width=88)
+ PTF Operator [PTF_209] (rows=383325119 width=88)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 ASC NULLS FIRST, _col2 ASC NULLS FIRST, _col4 ASC NULLS FIRST, _col5 ASC NULLS FIRST, _col0 ASC NULLS FIRST","partition by:":"_col3, _col2, _col4, _col5, _col0"}]
- Select Operator [SEL_60] (rows=383325119 width=88)
+ Select Operator [SEL_208] (rows=383325119 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_59]
+ <-Reducer 5 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_205]
PartitionCols:_col3, _col2, _col4, _col5, _col0
- Group By Operator [GBY_94] (rows=383325119 width=88)
+ Group By Operator [GBY_202] (rows=383325119 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_93]
@@ -163,13 +163,13 @@ Stage-0
Group By Operator [GBY_92] (rows=766650239 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col3)"],keys:_col5, _col6, _col8, _col9, _col11, _col12
Merge Join Operator [MERGEJOIN_188] (rows=766650239 width=88)
- Conds:RS_88._col2=RS_89._col0(Inner),Output:["_col3","_col5","_col6","_col8","_col9","_col11","_col12"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_89]
+ Conds:RS_88._col2=RS_201._col0(Inner),Output:["_col3","_col5","_col6","_col8","_col9","_col11","_col12"]
+ <-Map 14 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_201]
PartitionCols:_col0
- Select Operator [SEL_81] (rows=1704 width=1910)
+ Select Operator [SEL_200] (rows=1704 width=1910)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_179] (rows=1704 width=1910)
+ Filter Operator [FIL_199] (rows=1704 width=1910)
predicate:(s_company_name is not null and s_store_name is not null and s_store_sk is not null)
TableScan [TS_79] (rows=1704 width=1910)
default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_company_name"]
@@ -177,13 +177,13 @@ Stage-0
SHUFFLE [RS_88]
PartitionCols:_col2
Merge Join Operator [MERGEJOIN_187] (rows=696954748 width=88)
- Conds:RS_85._col1=RS_86._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col8","_col9"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_86]
+ Conds:RS_85._col1=RS_198._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col8","_col9"]
+ <-Map 13 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_198]
PartitionCols:_col0
- Select Operator [SEL_78] (rows=462000 width=1436)
+ Select Operator [SEL_197] (rows=462000 width=1436)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_178] (rows=462000 width=1436)
+ Filter Operator [FIL_196] (rows=462000 width=1436)
predicate:(i_brand is not null and i_category is not null and i_item_sk is not null)
TableScan [TS_76] (rows=462000 width=1436)
default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_category"]
@@ -191,22 +191,22 @@ Stage-0
SHUFFLE [RS_85]
PartitionCols:_col1
Merge Join Operator [MERGEJOIN_186] (rows=633595212 width=88)
- Conds:RS_82._col0=RS_83._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_82]
+ Conds:RS_192._col0=RS_195._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6"]
+ <-Map 1 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_192]
PartitionCols:_col0
- Select Operator [SEL_72] (rows=575995635 width=88)
+ Select Operator [SEL_191] (rows=575995635 width=88)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_176] (rows=575995635 width=88)
+ Filter Operator [FIL_190] (rows=575995635 width=88)
predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
TableScan [TS_70] (rows=575995635 width=88)
default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_83]
+ <-Map 12 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_195]
PartitionCols:_col0
- Select Operator [SEL_75] (rows=73048 width=1119)
+ Select Operator [SEL_194] (rows=73048 width=1119)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_177] (rows=73048 width=1119)
+ Filter Operator [FIL_193] (rows=73048 width=1119)
predicate:(((d_year = 2000) or ((d_year = 1999) and (d_moy = 12)) or ((d_year = 2001) and (d_moy = 1))) and d_date_sk is not null)
TableScan [TS_73] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
@@ -221,10 +221,10 @@ Stage-0
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col0 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col3, _col2, _col4, _col5"}]
Select Operator [SEL_97] (rows=383325119 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_96]
+ <-Reducer 5 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_203]
PartitionCols:_col3, _col2, _col4, _col5
- Please refer to the previous Group By Operator [GBY_94]
+ Please refer to the previous Group By Operator [GBY_202]
<-Reducer 9 [SIMPLE_EDGE]
SHUFFLE [RS_103]
PartitionCols:_col0, _col1, _col2, _col3, (_col5 + 1)
@@ -236,8 +236,8 @@ Stage-0
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col0 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col3, _col2, _col4, _col5"}]
Select Operator [SEL_27] (rows=383325119 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
+ <-Reducer 5 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_204]
PartitionCols:_col3, _col2, _col4, _col5
- Please refer to the previous Group By Operator [GBY_94]
+ Please refer to the previous Group By Operator [GBY_202]
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/tez/query48.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query48.q.out b/ql/src/test/results/clientpositive/perf/tez/query48.q.out
index 8db0c1e..56eb93f 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query48.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query48.q.out
@@ -141,9 +141,9 @@ Stage-0
Fetch Operator
limit:-1
Stage-1
- Reducer 6
- File Output Operator [FS_33]
- Group By Operator [GBY_31] (rows=1 width=8)
+ Reducer 6 vectorized
+ File Output Operator [FS_73]
+ Group By Operator [GBY_72] (rows=1 width=8)
Output:["_col0"],aggregations:["sum(VALUE._col0)"]
<-Reducer 5 [CUSTOM_SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_30]
@@ -154,13 +154,13 @@ Stage-0
Filter Operator [FIL_27] (rows=15616947 width=88)
predicate:(((_col14) IN ('KY', 'GA', 'NM') and _col7 BETWEEN 0 AND 2000) or ((_col14) IN ('MT', 'OR', 'IN') and _col7 BETWEEN 150 AND 3000) or ((_col14) IN ('WI', 'MO', 'WV') and _col7 BETWEEN 50 AND 25000))
Merge Join Operator [MERGEJOIN_56] (rows=93701693 width=88)
- Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col5","_col7","_col14"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
+ Conds:RS_24._col3=RS_71._col0(Inner),Output:["_col5","_col7","_col14"]
+ <-Map 10 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_71]
PartitionCols:_col0
- Select Operator [SEL_14] (rows=10000000 width=1014)
+ Select Operator [SEL_70] (rows=10000000 width=1014)
Output:["_col0","_col1"]
- Filter Operator [FIL_52] (rows=10000000 width=1014)
+ Filter Operator [FIL_69] (rows=10000000 width=1014)
predicate:((ca_country = 'United States') and (ca_state) IN ('KY', 'GA', 'NM', 'MT', 'OR', 'IN', 'WI', 'MO', 'WV') and ca_address_sk is not null)
TableScan [TS_12] (rows=40000000 width=1014)
default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state","ca_country"]
@@ -168,13 +168,13 @@ Stage-0
SHUFFLE [RS_24]
PartitionCols:_col3
Merge Join Operator [MERGEJOIN_55] (rows=85183356 width=88)
- Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col3","_col5","_col7"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
+ Conds:RS_21._col2=RS_68._col0(Inner),Output:["_col3","_col5","_col7"]
+ <-Map 9 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_68]
PartitionCols:_col0
- Select Operator [SEL_11] (rows=465450 width=385)
+ Select Operator [SEL_67] (rows=465450 width=385)
Output:["_col0"]
- Filter Operator [FIL_51] (rows=465450 width=385)
+ Filter Operator [FIL_66] (rows=465450 width=385)
predicate:((cd_education_status = '4 yr Degree') and (cd_marital_status = 'M') and cd_demo_sk is not null)
TableScan [TS_9] (rows=1861800 width=385)
default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"]
@@ -182,13 +182,13 @@ Stage-0
SHUFFLE [RS_21]
PartitionCols:_col2
Merge Join Operator [MERGEJOIN_54] (rows=77439413 width=88)
- Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col2","_col3","_col5","_col7"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
+ Conds:RS_18._col1=RS_65._col0(Inner),Output:["_col2","_col3","_col5","_col7"]
+ <-Map 8 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_65]
PartitionCols:_col0
- Select Operator [SEL_8] (rows=36524 width=1119)
+ Select Operator [SEL_64] (rows=36524 width=1119)
Output:["_col0"]
- Filter Operator [FIL_50] (rows=36524 width=1119)
+ Filter Operator [FIL_63] (rows=36524 width=1119)
predicate:((d_year = 1998) and d_date_sk is not null)
TableScan [TS_6] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
@@ -196,22 +196,22 @@ Stage-0
SHUFFLE [RS_18]
PartitionCols:_col1
Merge Join Operator [MERGEJOIN_53] (rows=70399465 width=88)
- Conds:RS_15._col0=RS_16._col3(Inner),Output:["_col1","_col2","_col3","_col5","_col7"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
+ Conds:RS_59._col0=RS_62._col3(Inner),Output:["_col1","_col2","_col3","_col5","_col7"]
+ <-Map 1 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_59]
PartitionCols:_col0
- Select Operator [SEL_2] (rows=1704 width=1910)
+ Select Operator [SEL_58] (rows=1704 width=1910)
Output:["_col0"]
- Filter Operator [FIL_48] (rows=1704 width=1910)
+ Filter Operator [FIL_57] (rows=1704 width=1910)
predicate:s_store_sk is not null
TableScan [TS_0] (rows=1704 width=1910)
default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
+ <-Map 7 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_62]
PartitionCols:_col3
- Select Operator [SEL_5] (rows=63999513 width=88)
+ Select Operator [SEL_61] (rows=63999513 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col6"]
- Filter Operator [FIL_49] (rows=63999513 width=88)
+ Filter Operator [FIL_60] (rows=63999513 width=88)
predicate:((ss_net_profit BETWEEN 0 AND 2000 or ss_net_profit BETWEEN 150 AND 3000 or ss_net_profit BETWEEN 50 AND 25000) and (ss_sales_price BETWEEN 100 AND 150 or ss_sales_price BETWEEN 50 AND 100 or ss_sales_price BETWEEN 150 AND 200) and ss_addr_sk is not null and ss_cdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
TableScan [TS_3] (rows=575995635 width=88)
default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_cdemo_sk","ss_addr_sk","ss_store_sk","ss_quantity","ss_sales_price","ss_net_profit"]
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/tez/query49.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query49.q.out b/ql/src/test/results/clientpositive/perf/tez/query49.q.out
index be4027d..3a9c640 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query49.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query49.q.out
@@ -276,45 +276,45 @@ Stage-0
Fetch Operator
limit:100
Stage-1
- Reducer 11
- File Output Operator [FS_113]
- Limit [LIM_112] (rows=100 width=101)
+ Reducer 11 vectorized
+ File Output Operator [FS_179]
+ Limit [LIM_178] (rows=100 width=101)
Number of rows:100
- Select Operator [SEL_111] (rows=5915494 width=101)
+ Select Operator [SEL_177] (rows=5915494 width=101)
Output:["_col0","_col1","_col2","_col3","_col4"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_110]
- Select Operator [SEL_109] (rows=5915494 width=101)
+ <-Reducer 10 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_176]
+ Select Operator [SEL_175] (rows=5915494 width=101)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_108] (rows=5915494 width=101)
+ Group By Operator [GBY_174] (rows=5915494 width=101)
Output:["_col0","_col1","_col2","_col3","_col4"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
<-Union 9 [SIMPLE_EDGE]
- <-Reducer 22 [CONTAINS]
- Reduce Output Operator [RS_107]
+ <-Reducer 22 [CONTAINS] vectorized
+ Reduce Output Operator [RS_215]
PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_106] (rows=11830988 width=101)
+ Group By Operator [GBY_214] (rows=11830988 width=101)
Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2
- Select Operator [SEL_99] (rows=8604378 width=88)
+ Select Operator [SEL_213] (rows=8604378 width=88)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_137] (rows=8604378 width=88)
+ Filter Operator [FIL_212] (rows=8604378 width=88)
predicate:((_col0 <= 10) or (rank_window_1 <= 10))
- PTF Operator [PTF_98] (rows=12906568 width=88)
+ PTF Operator [PTF_211] (rows=12906568 width=88)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}]
- Select Operator [SEL_97] (rows=12906568 width=88)
+ Select Operator [SEL_210] (rows=12906568 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 21 [SIMPLE_EDGE]
- SHUFFLE [RS_96]
+ <-Reducer 21 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_209]
PartitionCols:0
- Select Operator [SEL_95] (rows=12906568 width=88)
+ Select Operator [SEL_208] (rows=12906568 width=88)
Output:["rank_window_0","_col0","_col1","_col2","_col3","_col4"]
- PTF Operator [PTF_94] (rows=12906568 width=88)
+ PTF Operator [PTF_207] (rows=12906568 width=88)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}]
- Select Operator [SEL_93] (rows=12906568 width=88)
+ Select Operator [SEL_206] (rows=12906568 width=88)
Output:["_col0","_col1","_col2","_col3","_col4"]
- <-Reducer 20 [SIMPLE_EDGE]
- SHUFFLE [RS_92]
+ <-Reducer 20 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_205]
PartitionCols:0
- Group By Operator [GBY_90] (rows=12906568 width=88)
+ Group By Operator [GBY_204] (rows=12906568 width=88)
Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0
<-Reducer 19 [SIMPLE_EDGE]
SHUFFLE [RS_89]
@@ -324,13 +324,13 @@ Stage-0
Select Operator [SEL_86] (rows=25813137 width=88)
Output:["_col0","_col1","_col2","_col3","_col4"]
Merge Join Operator [MERGEJOIN_146] (rows=25813137 width=88)
- Conds:RS_83._col1, _col2=RS_84._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col11","_col12"]
- <-Map 27 [SIMPLE_EDGE]
- SHUFFLE [RS_84]
+ Conds:RS_83._col1, _col2=RS_203._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col11","_col12"]
+ <-Map 27 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_203]
PartitionCols:_col0, _col1
- Select Operator [SEL_79] (rows=19197050 width=77)
+ Select Operator [SEL_202] (rows=19197050 width=77)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_140] (rows=19197050 width=77)
+ Filter Operator [FIL_201] (rows=19197050 width=77)
predicate:((sr_return_amt > 10000) and sr_item_sk is not null and sr_ticket_number is not null)
TableScan [TS_77] (rows=57591150 width=77)
default@store_returns,sr,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number","sr_return_quantity","sr_return_amt"]
@@ -338,61 +338,61 @@ Stage-0
SHUFFLE [RS_83]
PartitionCols:_col1, _col2
Merge Join Operator [MERGEJOIN_145] (rows=23466488 width=88)
- Conds:RS_80._col0=RS_81._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_81]
+ Conds:RS_200._col0=RS_154._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 12 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_154]
PartitionCols:_col0
- Select Operator [SEL_5] (rows=18262 width=1119)
+ Select Operator [SEL_151] (rows=18262 width=1119)
Output:["_col0"]
- Filter Operator [FIL_131] (rows=18262 width=1119)
+ Filter Operator [FIL_150] (rows=18262 width=1119)
predicate:((d_moy = 12) and (d_year = 2000) and d_date_sk is not null)
TableScan [TS_3] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Map 26 [SIMPLE_EDGE]
- SHUFFLE [RS_80]
+ <-Map 26 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_200]
PartitionCols:_col0
- Select Operator [SEL_73] (rows=21333171 width=88)
+ Select Operator [SEL_199] (rows=21333171 width=88)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_138] (rows=21333171 width=88)
+ Filter Operator [FIL_198] (rows=21333171 width=88)
predicate:((ss_net_paid > 0) and (ss_net_profit > 1) and (ss_quantity > 0) and ss_item_sk is not null and ss_sold_date_sk is not null and ss_ticket_number is not null)
TableScan [TS_71] (rows=575995635 width=88)
default@store_sales,sts,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ticket_number","ss_quantity","ss_net_paid","ss_net_profit"]
- <-Reducer 8 [CONTAINS]
- Reduce Output Operator [RS_107]
+ <-Reducer 8 [CONTAINS] vectorized
+ Reduce Output Operator [RS_173]
PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_106] (rows=11830988 width=101)
+ Group By Operator [GBY_172] (rows=11830988 width=101)
Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2
- Select Operator [SEL_70] (rows=3226610 width=135)
+ Select Operator [SEL_171] (rows=3226610 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_69] (rows=3226610 width=135)
+ Group By Operator [GBY_170] (rows=3226610 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
<-Union 7 [SIMPLE_EDGE]
- <-Reducer 17 [CONTAINS]
- Reduce Output Operator [RS_68]
+ <-Reducer 17 [CONTAINS] vectorized
+ Reduce Output Operator [RS_197]
PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_67] (rows=6453220 width=135)
+ Group By Operator [GBY_196] (rows=6453220 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2
- Select Operator [SEL_60] (rows=4302070 width=135)
+ Select Operator [SEL_195] (rows=4302070 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_133] (rows=4302070 width=135)
+ Filter Operator [FIL_194] (rows=4302070 width=135)
predicate:((_col0 <= 10) or (rank_window_1 <= 10))
- PTF Operator [PTF_59] (rows=6453105 width=135)
+ PTF Operator [PTF_193] (rows=6453105 width=135)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}]
- Select Operator [SEL_58] (rows=6453105 width=135)
+ Select Operator [SEL_192] (rows=6453105 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 16 [SIMPLE_EDGE]
- SHUFFLE [RS_57]
+ <-Reducer 16 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_191]
PartitionCols:0
- Select Operator [SEL_56] (rows=6453105 width=135)
+ Select Operator [SEL_190] (rows=6453105 width=135)
Output:["rank_window_0","_col0","_col1","_col2","_col3","_col4"]
- PTF Operator [PTF_55] (rows=6453105 width=135)
+ PTF Operator [PTF_189] (rows=6453105 width=135)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}]
- Select Operator [SEL_54] (rows=6453105 width=135)
+ Select Operator [SEL_188] (rows=6453105 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"]
- <-Reducer 15 [SIMPLE_EDGE]
- SHUFFLE [RS_53]
+ <-Reducer 15 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_187]
PartitionCols:0
- Group By Operator [GBY_51] (rows=6453105 width=135)
+ Group By Operator [GBY_186] (rows=6453105 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0
<-Reducer 14 [SIMPLE_EDGE]
SHUFFLE [RS_50]
@@ -402,13 +402,13 @@ Stage-0
Select Operator [SEL_47] (rows=12906211 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"]
Merge Join Operator [MERGEJOIN_144] (rows=12906211 width=135)
- Conds:RS_44._col1, _col2=RS_45._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col11","_col12"]
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_45]
+ Conds:RS_44._col1, _col2=RS_185._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col11","_col12"]
+ <-Map 25 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_185]
PartitionCols:_col0, _col1
- Select Operator [SEL_40] (rows=9599627 width=106)
+ Select Operator [SEL_184] (rows=9599627 width=106)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_136] (rows=9599627 width=106)
+ Filter Operator [FIL_183] (rows=9599627 width=106)
predicate:((cr_return_amount > 10000) and cr_item_sk is not null and cr_order_number is not null)
TableScan [TS_38] (rows=28798881 width=106)
default@catalog_returns,cr,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_return_quantity","cr_return_amount"]
@@ -416,46 +416,46 @@ Stage-0
SHUFFLE [RS_44]
PartitionCols:_col1, _col2
Merge Join Operator [MERGEJOIN_143] (rows=11732919 width=135)
- Conds:RS_41._col0=RS_42._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
+ Conds:RS_182._col0=RS_153._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 12 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_153]
PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 24 [SIMPLE_EDGE]
- SHUFFLE [RS_41]
+ Please refer to the previous Select Operator [SEL_151]
+ <-Map 24 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_182]
PartitionCols:_col0
- Select Operator [SEL_34] (rows=10666290 width=135)
+ Select Operator [SEL_181] (rows=10666290 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_134] (rows=10666290 width=135)
+ Filter Operator [FIL_180] (rows=10666290 width=135)
predicate:((cs_net_paid > 0) and (cs_net_profit > 1) and (cs_quantity > 0) and cs_item_sk is not null and cs_order_number is not null and cs_sold_date_sk is not null)
TableScan [TS_32] (rows=287989836 width=135)
default@catalog_sales,cs,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_order_number","cs_quantity","cs_net_paid","cs_net_profit"]
- <-Reducer 6 [CONTAINS]
- Reduce Output Operator [RS_68]
+ <-Reducer 6 [CONTAINS] vectorized
+ Reduce Output Operator [RS_169]
PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_67] (rows=6453220 width=135)
+ Group By Operator [GBY_168] (rows=6453220 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2
- Select Operator [SEL_28] (rows=2151150 width=135)
+ Select Operator [SEL_167] (rows=2151150 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_129] (rows=2151150 width=135)
+ Filter Operator [FIL_166] (rows=2151150 width=135)
predicate:((_col0 <= 10) or (rank_window_1 <= 10))
- PTF Operator [PTF_27] (rows=3226726 width=135)
+ PTF Operator [PTF_165] (rows=3226726 width=135)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}]
- Select Operator [SEL_26] (rows=3226726 width=135)
+ Select Operator [SEL_164] (rows=3226726 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
+ <-Reducer 5 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_163]
PartitionCols:0
- Select Operator [SEL_24] (rows=3226726 width=135)
+ Select Operator [SEL_162] (rows=3226726 width=135)
Output:["rank_window_0","_col0","_col1","_col2","_col3","_col4"]
- PTF Operator [PTF_23] (rows=3226726 width=135)
+ PTF Operator [PTF_161] (rows=3226726 width=135)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}]
- Select Operator [SEL_22] (rows=3226726 width=135)
+ Select Operator [SEL_160] (rows=3226726 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
+ <-Reducer 4 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_159]
PartitionCols:0
- Group By Operator [GBY_19] (rows=3226726 width=135)
+ Group By Operator [GBY_158] (rows=3226726 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_18]
@@ -465,13 +465,13 @@ Stage-0
Select Operator [SEL_15] (rows=6453452 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"]
Merge Join Operator [MERGEJOIN_142] (rows=6453452 width=135)
- Conds:RS_12._col1, _col2=RS_13._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col11","_col12"]
- <-Map 23 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
+ Conds:RS_12._col1, _col2=RS_157._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col11","_col12"]
+ <-Map 23 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_157]
PartitionCols:_col0, _col1
- Select Operator [SEL_8] (rows=4799489 width=92)
+ Select Operator [SEL_156] (rows=4799489 width=92)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_132] (rows=4799489 width=92)
+ Filter Operator [FIL_155] (rows=4799489 width=92)
predicate:((wr_return_amt > 10000) and wr_item_sk is not null and wr_order_number is not null)
TableScan [TS_6] (rows=14398467 width=92)
default@web_returns,wr,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_order_number","wr_return_quantity","wr_return_amt"]
@@ -479,17 +479,17 @@ Stage-0
SHUFFLE [RS_12]
PartitionCols:_col1, _col2
Merge Join Operator [MERGEJOIN_141] (rows=5866775 width=135)
- Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
+ Conds:RS_149._col0=RS_152._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 12 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_152]
PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_9]
+ Please refer to the previous Select Operator [SEL_151]
+ <-Map 1 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_149]
PartitionCols:_col0
- Select Operator [SEL_2] (rows=5333432 width=135)
+ Select Operator [SEL_148] (rows=5333432 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_130] (rows=5333432 width=135)
+ Filter Operator [FIL_147] (rows=5333432 width=135)
predicate:((ws_net_paid > 0) and (ws_net_profit > 1) and (ws_quantity > 0) and ws_item_sk is not null and ws_order_number is not null and ws_sold_date_sk is not null)
TableScan [TS_0] (rows=144002668 width=135)
default@web_sales,ws,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_order_number","ws_quantity","ws_net_paid","ws_net_profit"]
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/tez/query5.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query5.q.out b/ql/src/test/results/clientpositive/perf/tez/query5.q.out
index eb4a8cf..f13b767 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query5.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query5.q.out
@@ -277,27 +277,27 @@ Stage-0
Fetch Operator
limit:100
Stage-1
- Reducer 8
- File Output Operator [FS_92]
- Limit [LIM_91] (rows=100 width=110)
+ Reducer 8 vectorized
+ File Output Operator [FS_158]
+ Limit [LIM_157] (rows=100 width=110)
Number of rows:100
- Select Operator [SEL_90] (rows=1136898901 width=110)
+ Select Operator [SEL_156] (rows=1136898901 width=110)
Output:["_col0","_col1","_col2","_col3","_col4"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_89]
- Select Operator [SEL_88] (rows=1136898901 width=110)
+ <-Reducer 7 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_155]
+ Select Operator [SEL_154] (rows=1136898901 width=110)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_87] (rows=1136898901 width=110)
+ Group By Operator [GBY_153] (rows=1136898901 width=110)
Output:["_col0","_col1","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Union 6 [SIMPLE_EDGE]
- <-Reducer 13 [CONTAINS]
- Reduce Output Operator [RS_86]
+ <-Reducer 13 [CONTAINS] vectorized
+ Reduce Output Operator [RS_168]
PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_85] (rows=2273797803 width=110)
+ Group By Operator [GBY_167] (rows=2273797803 width=110)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0L
- Select Operator [SEL_49] (rows=191657181 width=132)
+ Select Operator [SEL_166] (rows=191657181 width=132)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_48] (rows=191657181 width=132)
+ Group By Operator [GBY_165] (rows=191657181 width=132)
Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0
<-Reducer 12 [SIMPLE_EDGE]
SHUFFLE [RS_47]
@@ -305,13 +305,13 @@ Stage-0
Group By Operator [GBY_46] (rows=383314363 width=132)
Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col4)","sum(_col3)","sum(_col5)"],keys:_col9
Merge Join Operator [MERGEJOIN_135] (rows=383314363 width=132)
- Conds:RS_42._col0=RS_43._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
+ Conds:RS_42._col0=RS_164._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"]
+ <-Map 21 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_164]
PartitionCols:_col0
- Select Operator [SEL_38] (rows=46000 width=460)
+ Select Operator [SEL_163] (rows=46000 width=460)
Output:["_col0","_col1"]
- Filter Operator [FIL_125] (rows=46000 width=460)
+ Filter Operator [FIL_162] (rows=46000 width=460)
predicate:cp_catalog_page_sk is not null
TableScan [TS_36] (rows=46000 width=460)
default@catalog_page,catalog_page,Tbl:COMPLETE,Col:NONE,Output:["cp_catalog_page_sk","cp_catalog_page_id"]
@@ -319,43 +319,43 @@ Stage-0
SHUFFLE [RS_42]
PartitionCols:_col0
Merge Join Operator [MERGEJOIN_134] (rows=348467596 width=132)
- Conds:Union 19._col1=RS_40._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_40]
+ Conds:Union 19._col1=RS_144._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"]
+ <-Map 10 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_144]
PartitionCols:_col0
- Select Operator [SEL_10] (rows=8116 width=1119)
+ Select Operator [SEL_142] (rows=8116 width=1119)
Output:["_col0"]
- Filter Operator [FIL_120] (rows=8116 width=1119)
+ Filter Operator [FIL_141] (rows=8116 width=1119)
predicate:(CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00.0' AND TIMESTAMP'1998-08-18 00:00:00.0' and d_date_sk is not null)
TableScan [TS_8] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
<-Union 19 [SIMPLE_EDGE]
- <-Map 18 [CONTAINS]
- Reduce Output Operator [RS_39]
+ <-Map 18 [CONTAINS] vectorized
+ Reduce Output Operator [RS_178]
PartitionCols:_col1
- Select Operator [SEL_27] (rows=287989836 width=135)
+ Select Operator [SEL_177] (rows=287989836 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_122] (rows=287989836 width=135)
+ Filter Operator [FIL_176] (rows=287989836 width=135)
predicate:(cs_catalog_page_sk is not null and cs_sold_date_sk is not null)
TableScan [TS_25] (rows=287989836 width=135)
Output:["cs_sold_date_sk","cs_catalog_page_sk","cs_ext_sales_price","cs_net_profit"]
- <-Map 20 [CONTAINS]
- Reduce Output Operator [RS_39]
+ <-Map 20 [CONTAINS] vectorized
+ Reduce Output Operator [RS_181]
PartitionCols:_col1
- Select Operator [SEL_30] (rows=28798881 width=106)
+ Select Operator [SEL_180] (rows=28798881 width=106)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_123] (rows=28798881 width=106)
+ Filter Operator [FIL_179] (rows=28798881 width=106)
predicate:(cr_catalog_page_sk is not null and cr_returned_date_sk is not null)
TableScan [TS_28] (rows=28798881 width=106)
Output:["cr_returned_date_sk","cr_catalog_page_sk","cr_return_amount","cr_net_loss"]
- <-Reducer 16 [CONTAINS]
- Reduce Output Operator [RS_86]
+ <-Reducer 16 [CONTAINS] vectorized
+ Reduce Output Operator [RS_175]
PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_85] (rows=2273797803 width=110)
+ Group By Operator [GBY_174] (rows=2273797803 width=110)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0L
- Select Operator [SEL_82] (rows=182955399 width=135)
+ Select Operator [SEL_173] (rows=182955399 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_81] (rows=182955399 width=135)
+ Group By Operator [GBY_172] (rows=182955399 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0
<-Reducer 15 [SIMPLE_EDGE]
SHUFFLE [RS_80]
@@ -363,13 +363,13 @@ Stage-0
Group By Operator [GBY_79] (rows=365910798 width=135)
Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col4)","sum(_col3)","sum(_col5)"],keys:_col9
Merge Join Operator [MERGEJOIN_137] (rows=365910798 width=135)
- Conds:RS_75._col0=RS_76._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"]
- <-Map 27 [SIMPLE_EDGE]
- SHUFFLE [RS_76]
+ Conds:RS_75._col0=RS_171._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"]
+ <-Map 27 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_171]
PartitionCols:_col0
- Select Operator [SEL_71] (rows=84 width=1850)
+ Select Operator [SEL_170] (rows=84 width=1850)
Output:["_col0","_col1"]
- Filter Operator [FIL_130] (rows=84 width=1850)
+ Filter Operator [FIL_169] (rows=84 width=1850)
predicate:web_site_sk is not null
TableScan [TS_69] (rows=84 width=1850)
default@web_site,web_site,Tbl:COMPLETE,Col:NONE,Output:["web_site_sk","web_site_id"]
@@ -377,18 +377,18 @@ Stage-0
SHUFFLE [RS_75]
PartitionCols:_col0
Merge Join Operator [MERGEJOIN_136] (rows=332646173 width=135)
- Conds:Union 23._col1=RS_73._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_73]
+ Conds:Union 23._col1=RS_145._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"]
+ <-Map 10 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_145]
PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_10]
+ Please refer to the previous Select Operator [SEL_142]
<-Union 23 [SIMPLE_EDGE]
- <-Map 22 [CONTAINS]
- Reduce Output Operator [RS_72]
+ <-Map 22 [CONTAINS] vectorized
+ Reduce Output Operator [RS_184]
PartitionCols:_col1
- Select Operator [SEL_53] (rows=144002668 width=135)
+ Select Operator [SEL_183] (rows=144002668 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_126] (rows=144002668 width=135)
+ Filter Operator [FIL_182] (rows=144002668 width=135)
predicate:(ws_sold_date_sk is not null and ws_web_site_sk is not null)
TableScan [TS_51] (rows=144002668 width=135)
Output:["ws_sold_date_sk","ws_web_site_sk","ws_ext_sales_price","ws_net_profit"]
@@ -398,33 +398,33 @@ Stage-0
Select Operator [SEL_63] (rows=158402938 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
Merge Join Operator [MERGEJOIN_131] (rows=158402938 width=135)
- Conds:RS_60._col0, _col2=RS_61._col1, _col2(Inner),Output:["_col1","_col3","_col6","_col7"]
- <-Map 24 [SIMPLE_EDGE]
- SHUFFLE [RS_60]
+ Conds:RS_187._col0, _col2=RS_190._col1, _col2(Inner),Output:["_col1","_col3","_col6","_col7"]
+ <-Map 24 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_187]
PartitionCols:_col0, _col2
- Select Operator [SEL_56] (rows=144002668 width=135)
+ Select Operator [SEL_186] (rows=144002668 width=135)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_127] (rows=144002668 width=135)
+ Filter Operator [FIL_185] (rows=144002668 width=135)
predicate:(ws_item_sk is not null and ws_order_number is not null and ws_web_site_sk is not null)
TableScan [TS_54] (rows=144002668 width=135)
default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_item_sk","ws_web_site_sk","ws_order_number"]
- <-Map 26 [SIMPLE_EDGE]
- SHUFFLE [RS_61]
+ <-Map 26 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_190]
PartitionCols:_col1, _col2
- Select Operator [SEL_59] (rows=14398467 width=92)
+ Select Operator [SEL_189] (rows=14398467 width=92)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_128] (rows=14398467 width=92)
+ Filter Operator [FIL_188] (rows=14398467 width=92)
predicate:(wr_item_sk is not null and wr_order_number is not null and wr_returned_date_sk is not null)
TableScan [TS_57] (rows=14398467 width=92)
default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_returned_date_sk","wr_item_sk","wr_order_number","wr_return_amt","wr_net_loss"]
- <-Reducer 5 [CONTAINS]
- Reduce Output Operator [RS_86]
+ <-Reducer 5 [CONTAINS] vectorized
+ Reduce Output Operator [RS_152]
PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_85] (rows=2273797803 width=110)
+ Group By Operator [GBY_151] (rows=2273797803 width=110)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0L
- Select Operator [SEL_24] (rows=383320021 width=87)
+ Select Operator [SEL_150] (rows=383320021 width=87)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_23] (rows=383320021 width=87)
+ Group By Operator [GBY_149] (rows=383320021 width=87)
Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_22]
@@ -432,13 +432,13 @@ Stage-0
Group By Operator [GBY_21] (rows=766640042 width=87)
Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col4)","sum(_col3)","sum(_col5)"],keys:_col9
Merge Join Operator [MERGEJOIN_133] (rows=766640042 width=87)
- Conds:RS_17._col0=RS_18._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
+ Conds:RS_17._col0=RS_148._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"]
+ <-Map 17 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_148]
PartitionCols:_col0
- Select Operator [SEL_13] (rows=1704 width=1910)
+ Select Operator [SEL_147] (rows=1704 width=1910)
Output:["_col0","_col1"]
- Filter Operator [FIL_121] (rows=1704 width=1910)
+ Filter Operator [FIL_146] (rows=1704 width=1910)
predicate:s_store_sk is not null
TableScan [TS_11] (rows=1704 width=1910)
default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id"]
@@ -446,27 +446,27 @@ Stage-0
SHUFFLE [RS_17]
PartitionCols:_col0
Merge Join Operator [MERGEJOIN_132] (rows=696945478 width=87)
- Conds:Union 2._col1=RS_15._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
+ Conds:Union 2._col1=RS_143._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"]
+ <-Map 10 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_143]
PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_10]
+ Please refer to the previous Select Operator [SEL_142]
<-Union 2 [SIMPLE_EDGE]
- <-Map 1 [CONTAINS]
- Reduce Output Operator [RS_14]
+ <-Map 1 [CONTAINS] vectorized
+ Reduce Output Operator [RS_140]
PartitionCols:_col1
- Select Operator [SEL_2] (rows=575995635 width=88)
+ Select Operator [SEL_139] (rows=575995635 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_118] (rows=575995635 width=88)
+ Filter Operator [FIL_138] (rows=575995635 width=88)
predicate:(ss_sold_date_sk is not null and ss_store_sk is not null)
TableScan [TS_0] (rows=575995635 width=88)
Output:["ss_sold_date_sk","ss_store_sk","ss_ext_sales_price","ss_net_profit"]
- <-Map 9 [CONTAINS]
- Reduce Output Operator [RS_14]
+ <-Map 9 [CONTAINS] vectorized
+ Reduce Output Operator [RS_161]
PartitionCols:_col1
- Select Operator [SEL_5] (rows=57591150 width=77)
+ Select Operator [SEL_160] (rows=57591150 width=77)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_119] (rows=57591150 width=77)
+ Filter Operator [FIL_159] (rows=57591150 width=77)
predicate:(sr_returned_date_sk is not null and sr_store_sk is not null)
TableScan [TS_3] (rows=57591150 width=77)
Output:["sr_returned_date_sk","sr_store_sk","sr_return_amt","sr_net_loss"]
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/tez/query50.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query50.q.out b/ql/src/test/results/clientpositive/perf/tez/query50.q.out
index 02d9447..8ea0d5c 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query50.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query50.q.out
@@ -128,15 +128,15 @@ Stage-0
Fetch Operator
limit:100
Stage-1
- Reducer 7
- File Output Operator [FS_36]
- Limit [LIM_35] (rows=100 width=88)
+ Reducer 7 vectorized
+ File Output Operator [FS_79]
+ Limit [LIM_78] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_34] (rows=383325119 width=88)
+ Select Operator [SEL_77] (rows=383325119 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
- Group By Operator [GBY_31] (rows=383325119 width=88)
+ <-Reducer 6 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_76]
+ Group By Operator [GBY_75] (rows=383325119 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8, KEY._col9
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_30]
@@ -146,13 +146,13 @@ Stage-0
Select Operator [SEL_27] (rows=766650239 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"]
Merge Join Operator [MERGEJOIN_59] (rows=766650239 width=88)
- Conds:RS_24._col10=RS_25._col0(Inner),Output:["_col0","_col7","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
+ Conds:RS_24._col10=RS_74._col0(Inner),Output:["_col0","_col7","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23"]
+ <-Map 11 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_74]
PartitionCols:_col0
- Select Operator [SEL_14] (rows=1704 width=1910)
+ Select Operator [SEL_73] (rows=1704 width=1910)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"]
- Filter Operator [FIL_55] (rows=1704 width=1910)
+ Filter Operator [FIL_72] (rows=1704 width=1910)
predicate:s_store_sk is not null
TableScan [TS_12] (rows=1704 width=1910)
default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_company_id","s_street_number","s_street_name","s_street_type","s_suite_number","s_city","s_county","s_state","s_zip"]
@@ -160,13 +160,13 @@ Stage-0
SHUFFLE [RS_24]
PartitionCols:_col10
Merge Join Operator [MERGEJOIN_58] (rows=696954748 width=88)
- Conds:RS_21._col7=RS_22._col0(Inner),Output:["_col0","_col7","_col10"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
+ Conds:RS_21._col7=RS_71._col0(Inner),Output:["_col0","_col7","_col10"]
+ <-Map 10 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_71]
PartitionCols:_col0
- Select Operator [SEL_11] (rows=73049 width=1119)
+ Select Operator [SEL_70] (rows=73049 width=1119)
Output:["_col0"]
- Filter Operator [FIL_54] (rows=73049 width=1119)
+ Filter Operator [FIL_69] (rows=73049 width=1119)
predicate:d_date_sk is not null
TableScan [TS_9] (rows=73049 width=1119)
default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk"]
@@ -174,13 +174,13 @@ Stage-0
SHUFFLE [RS_21]
PartitionCols:_col7
Merge Join Operator [MERGEJOIN_57] (rows=633595212 width=88)
- Conds:RS_18._col1, _col2, _col3=RS_19._col1, _col2, _col4(Inner),Output:["_col0","_col7","_col10"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
+ Conds:RS_18._col1, _col2, _col3=RS_68._col1, _col2, _col4(Inner),Output:["_col0","_col7","_col10"]
+ <-Map 9 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_68]
PartitionCols:_col1, _col2, _col4
- Select Operator [SEL_8] (rows=575995635 width=88)
+ Select Operator [SEL_67] (rows=575995635 width=88)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_53] (rows=575995635 width=88)
+ Filter Operator [FIL_66] (rows=575995635 width=88)
predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_ticket_number is not null)
TableScan [TS_6] (rows=575995635 width=88)
default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number"]
@@ -188,22 +188,22 @@ Stage-0
SHUFFLE [RS_18]
PartitionCols:_col1, _col2, _col3
Merge Join Operator [MERGEJOIN_56] (rows=63350266 width=77)
- Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col0","_col1","_col2","_col3"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
+ Conds:RS_62._col0=RS_65._col0(Inner),Output:["_col0","_col1","_col2","_col3"]
+ <-Map 1 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_62]
PartitionCols:_col0
- Select Operator [SEL_2] (rows=57591150 width=77)
+ Select Operator [SEL_61] (rows=57591150 width=77)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_51] (rows=57591150 width=77)
+ Filter Operator [FIL_60] (rows=57591150 width=77)
predicate:(sr_customer_sk is not null and sr_item_sk is not null and sr_returned_date_sk is not null and sr_ticket_number is not null)
TableScan [TS_0] (rows=57591150 width=77)
default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
+ <-Map 8 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_65]
PartitionCols:_col0
- Select Operator [SEL_5] (rows=18262 width=1119)
+ Select Operator [SEL_64] (rows=18262 width=1119)
Output:["_col0"]
- Filter Operator [FIL_52] (rows=18262 width=1119)
+ Filter Operator [FIL_63] (rows=18262 width=1119)
predicate:((d_moy = 9) and (d_year = 2000) and d_date_sk is not null)
TableScan [TS_3] (rows=73049 width=1119)
default@date_dim,d2,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/tez/query51.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query51.q.out b/ql/src/test/results/clientpositive/perf/tez/query51.q.out
index 2517306..8a0802e 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query51.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query51.q.out
@@ -101,11 +101,11 @@ Stage-0
Fetch Operator
limit:100
Stage-1
- Reducer 6
- File Output Operator [FS_53]
- Limit [LIM_52] (rows=100 width=88)
+ Reducer 6 vectorized
+ File Output Operator [FS_83]
+ Limit [LIM_82] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_51] (rows=116159124 width=88)
+ Select Operator [SEL_81] (rows=116159124 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_50]
@@ -137,22 +137,22 @@ Stage-0
Group By Operator [GBY_10] (rows=633595212 width=88)
Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col1, _col4
Merge Join Operator [MERGEJOIN_65] (rows=633595212 width=88)
- Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2","_col4"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_7]
+ Conds:RS_70._col0=RS_73._col0(Inner),Output:["_col1","_col2","_col4"]
+ <-Map 7 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_73]
PartitionCols:_col0
- Select Operator [SEL_5] (rows=8116 width=1119)
+ Select Operator [SEL_72] (rows=8116 width=1119)
Output:["_col0","_col1"]
- Filter Operator [FIL_60] (rows=8116 width=1119)
+ Filter Operator [FIL_71] (rows=8116 width=1119)
predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223)
TableScan [TS_3] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date","d_month_seq"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_6]
+ <-Map 1 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_70]
PartitionCols:_col0
- Select Operator [SEL_2] (rows=575995635 width=88)
+ Select Operator [SEL_69] (rows=575995635 width=88)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_59] (rows=575995635 width=88)
+ Filter Operator [FIL_68] (rows=575995635 width=88)
predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
TableScan [TS_0] (rows=575995635 width=88)
default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_sales_price"]
@@ -171,17 +171,17 @@ Stage-0
Group By Operator [GBY_30] (rows=158402938 width=135)
Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col1, _col4
Merge Join Operator [MERGEJOIN_66] (rows=158402938 width=135)
- Conds:RS_26._col0=RS_27._col0(Inner),Output:["_col1","_col2","_col4"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
+ Conds:RS_78._col0=RS_74._col0(Inner),Output:["_col1","_col2","_col4"]
+ <-Map 7 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_74]
PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
+ Please refer to the previous Select Operator [SEL_72]
+ <-Map 10 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_78]
PartitionCols:_col0
- Select Operator [SEL_22] (rows=144002668 width=135)
+ Select Operator [SEL_77] (rows=144002668 width=135)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_61] (rows=144002668 width=135)
+ Filter Operator [FIL_76] (rows=144002668 width=135)
predicate:(ws_item_sk is not null and ws_sold_date_sk is not null)
TableScan [TS_20] (rows=144002668 width=135)
default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_sales_price"]