You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by mm...@apache.org on 2018/04/27 06:46:35 UTC
[02/51] [partial] hive git commit: HIVE-19269: Vectorization: Turn On
by Default (Matt McCline, reviewed by Ashutosh Chauhan)
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/tez/query52.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query52.q.out b/ql/src/test/results/clientpositive/perf/tez/query52.q.out
index fba6783..f3d03c2 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query52.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query52.q.out
@@ -52,17 +52,17 @@ Stage-0
Fetch Operator
limit:-1
Stage-1
- Reducer 5
- File Output Operator [FS_24]
- Select Operator [SEL_23] (rows=100 width=88)
+ Reducer 5 vectorized
+ File Output Operator [FS_49]
+ Select Operator [SEL_48] (rows=100 width=88)
Output:["_col0","_col1","_col2","_col3"]
- Limit [LIM_22] (rows=100 width=88)
+ Limit [LIM_47] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_21] (rows=348477374 width=88)
+ Select Operator [SEL_46] (rows=348477374 width=88)
Output:["_col0","_col1","_col2"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_20]
- Group By Operator [GBY_18] (rows=348477374 width=88)
+ <-Reducer 4 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_45]
+ Group By Operator [GBY_44] (rows=348477374 width=88)
Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_17]
@@ -70,13 +70,13 @@ Stage-0
Group By Operator [GBY_16] (rows=696954748 width=88)
Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col7, _col8
Merge Join Operator [MERGEJOIN_34] (rows=696954748 width=88)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col7","_col8"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
+ Conds:RS_12._col1=RS_43._col0(Inner),Output:["_col2","_col7","_col8"]
+ <-Map 7 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_43]
PartitionCols:_col0
- Select Operator [SEL_8] (rows=231000 width=1436)
+ Select Operator [SEL_42] (rows=231000 width=1436)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_32] (rows=231000 width=1436)
+ Filter Operator [FIL_41] (rows=231000 width=1436)
predicate:((i_manager_id = 1) and i_item_sk is not null)
TableScan [TS_6] (rows=462000 width=1436)
default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_brand","i_manager_id"]
@@ -84,22 +84,22 @@ Stage-0
SHUFFLE [RS_12]
PartitionCols:_col1
Merge Join Operator [MERGEJOIN_33] (rows=633595212 width=88)
- Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_9]
+ Conds:RS_37._col0=RS_40._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_37]
PartitionCols:_col0
- Select Operator [SEL_2] (rows=575995635 width=88)
+ Select Operator [SEL_36] (rows=575995635 width=88)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_30] (rows=575995635 width=88)
+ Filter Operator [FIL_35] (rows=575995635 width=88)
predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
TableScan [TS_0] (rows=575995635 width=88)
default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"]
- <-Map 6 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
+ <-Map 6 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_40]
PartitionCols:_col0
- Select Operator [SEL_5] (rows=18262 width=1119)
+ Select Operator [SEL_39] (rows=18262 width=1119)
Output:["_col0"]
- Filter Operator [FIL_31] (rows=18262 width=1119)
+ Filter Operator [FIL_38] (rows=18262 width=1119)
predicate:((d_moy = 12) and (d_year = 1998) and d_date_sk is not null)
TableScan [TS_3] (rows=73049 width=1119)
default@date_dim,dt,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/tez/query53.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query53.q.out b/ql/src/test/results/clientpositive/perf/tez/query53.q.out
index a10ee45..51c956d 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query53.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query53.q.out
@@ -65,11 +65,11 @@ Stage-0
Fetch Operator
limit:100
Stage-1
- Reducer 6
- File Output Operator [FS_36]
- Limit [LIM_35] (rows=100 width=88)
+ Reducer 6 vectorized
+ File Output Operator [FS_71]
+ Limit [LIM_70] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_34] (rows=191662559 width=88)
+ Select Operator [SEL_69] (rows=191662559 width=88)
Output:["_col0","_col1","_col2"]
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_33]
@@ -91,13 +91,13 @@ Stage-0
Group By Operator [GBY_22] (rows=766650239 width=88)
Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col8, _col11
Merge Join Operator [MERGEJOIN_54] (rows=766650239 width=88)
- Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col3","_col8","_col11"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
+ Conds:RS_18._col2=RS_66._col0(Inner),Output:["_col3","_col8","_col11"]
+ <-Map 9 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_66]
PartitionCols:_col0
- Select Operator [SEL_11] (rows=1704 width=1910)
+ Select Operator [SEL_65] (rows=1704 width=1910)
Output:["_col0"]
- Filter Operator [FIL_50] (rows=1704 width=1910)
+ Filter Operator [FIL_64] (rows=1704 width=1910)
predicate:s_store_sk is not null
TableScan [TS_9] (rows=1704 width=1910)
default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk"]
@@ -105,13 +105,13 @@ Stage-0
SHUFFLE [RS_18]
PartitionCols:_col2
Merge Join Operator [MERGEJOIN_53] (rows=696954748 width=88)
- Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col2","_col3","_col8","_col11"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
+ Conds:RS_15._col0=RS_63._col0(Inner),Output:["_col2","_col3","_col8","_col11"]
+ <-Map 8 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_63]
PartitionCols:_col0
- Select Operator [SEL_8] (rows=36525 width=1119)
+ Select Operator [SEL_62] (rows=36525 width=1119)
Output:["_col0","_col2"]
- Filter Operator [FIL_49] (rows=36525 width=1119)
+ Filter Operator [FIL_61] (rows=36525 width=1119)
predicate:((d_month_seq) IN (1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223) and d_date_sk is not null)
TableScan [TS_6] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq","d_qoy"]
@@ -119,22 +119,22 @@ Stage-0
SHUFFLE [RS_15]
PartitionCols:_col0
Merge Join Operator [MERGEJOIN_52] (rows=633595212 width=88)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col2","_col3","_col8"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
+ Conds:RS_57._col1=RS_60._col0(Inner),Output:["_col0","_col2","_col3","_col8"]
+ <-Map 1 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_57]
PartitionCols:_col1
- Select Operator [SEL_2] (rows=575995635 width=88)
+ Select Operator [SEL_56] (rows=575995635 width=88)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_47] (rows=575995635 width=88)
+ Filter Operator [FIL_55] (rows=575995635 width=88)
predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
TableScan [TS_0] (rows=575995635 width=88)
default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
+ <-Map 7 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_60]
PartitionCols:_col0
- Select Operator [SEL_5] (rows=115500 width=1436)
+ Select Operator [SEL_59] (rows=115500 width=1436)
Output:["_col0","_col4"]
- Filter Operator [FIL_48] (rows=115500 width=1436)
+ Filter Operator [FIL_58] (rows=115500 width=1436)
predicate:((((i_category) IN ('Books', 'Children', 'Electronics') and (i_class) IN ('personal', 'portable', 'reference', 'self-help') and (i_brand) IN ('scholaramalgamalg #14', 'scholaramalgamalg #7', 'exportiunivamalg #9', 'scholaramalgamalg #9')) or ((i_category) IN ('Women', 'Music', 'Men') and (i_class) IN ('accessories', 'classical', 'fragrances', 'pants') and (i_brand) IN ('amalgimporto #1', 'edu packscholar #1', 'exportiimporto #1', 'importoamalg #1'))) and ((i_brand) IN ('scholaramalgamalg #14', 'scholaramalgamalg #7', 'exportiunivamalg #9', 'scholaramalgamalg #9') or (i_brand) IN ('amalgimporto #1', 'edu packscholar #1', 'exportiimporto #1', 'importoamalg #1')) and ((i_category) IN ('Books', 'Children', 'Electronics') or (i_category) IN ('Women', 'Music', 'Men')) and ((i_class) IN ('personal', 'portable', 'reference', 'self-help') or (i_class) IN ('accessories', 'classical', 'fragrances', 'pants')) and i_item_sk is not null)
TableScan [TS_3] (rows=462000 width=1436)
default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_class","i_category","i_manufact_id"]
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/tez/query54.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query54.q.out b/ql/src/test/results/clientpositive/perf/tez/query54.q.out
index a674acc..699adb8 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query54.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query54.q.out
@@ -142,26 +142,26 @@ Stage-0
Fetch Operator
limit:100
Stage-1
- Reducer 9
- File Output Operator [FS_130]
- Limit [LIM_129] (rows=100 width=158)
+ Reducer 9 vectorized
+ File Output Operator [FS_249]
+ Limit [LIM_248] (rows=100 width=158)
Number of rows:100
- Select Operator [SEL_128] (rows=1614130953450400 width=158)
+ Select Operator [SEL_247] (rows=1614130953450400 width=158)
Output:["_col0","_col1","_col2"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_127]
- Select Operator [SEL_126] (rows=1614130953450400 width=158)
+ <-Reducer 8 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_246]
+ Select Operator [SEL_245] (rows=1614130953450400 width=158)
Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_125] (rows=1614130953450400 width=158)
+ Group By Operator [GBY_244] (rows=1614130953450400 width=158)
Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_124]
+ <-Reducer 7 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_243]
PartitionCols:_col0
- Group By Operator [GBY_123] (rows=3228261906900801 width=158)
+ Group By Operator [GBY_242] (rows=3228261906900801 width=158)
Output:["_col0","_col1"],aggregations:["count()"],keys:_col0
- Select Operator [SEL_121] (rows=3228261906900801 width=158)
+ Select Operator [SEL_241] (rows=3228261906900801 width=158)
Output:["_col0"]
- Group By Operator [GBY_120] (rows=3228261906900801 width=158)
+ Group By Operator [GBY_240] (rows=3228261906900801 width=158)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
<-Reducer 6 [SIMPLE_EDGE]
SHUFFLE [RS_119]
@@ -180,78 +180,78 @@ Stage-0
PARTITION_ONLY_SHUFFLE [RS_112]
Merge Join Operator [MERGEJOIN_183] (rows=9131 width=1128)
Conds:(Right Outer),Output:["_col0"]
- <-Reducer 28 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_109]
- Group By Operator [GBY_6] (rows=9131 width=1119)
+ <-Reducer 28 [CUSTOM_SIMPLE_EDGE] vectorized
+ PARTITION_ONLY_SHUFFLE [RS_231]
+ Group By Operator [GBY_230] (rows=9131 width=1119)
Output:["_col0"],keys:KEY._col0
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_5]
+ <-Map 25 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_219]
PartitionCols:_col0
- Group By Operator [GBY_4] (rows=18262 width=1119)
+ Group By Operator [GBY_216] (rows=18262 width=1119)
Output:["_col0"],keys:_col0
- Select Operator [SEL_2] (rows=18262 width=1119)
+ Select Operator [SEL_213] (rows=18262 width=1119)
Output:["_col0"]
- Filter Operator [FIL_174] (rows=18262 width=1119)
+ Filter Operator [FIL_211] (rows=18262 width=1119)
predicate:((d_moy = 3) and (d_year = 1999))
TableScan [TS_73] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_month_seq","d_year","d_moy"]
- <-Reducer 31 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_110]
- Select Operator [SEL_22] (rows=1 width=8)
- Filter Operator [FIL_21] (rows=1 width=8)
+ <-Reducer 31 [CUSTOM_SIMPLE_EDGE] vectorized
+ PARTITION_ONLY_SHUFFLE [RS_239]
+ Select Operator [SEL_238] (rows=1 width=8)
+ Filter Operator [FIL_237] (rows=1 width=8)
predicate:(sq_count_check(_col0) <= 1)
- Group By Operator [GBY_19] (rows=1 width=8)
+ Group By Operator [GBY_236] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 30 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_18]
- Group By Operator [GBY_17] (rows=1 width=8)
+ <-Reducer 30 [CUSTOM_SIMPLE_EDGE] vectorized
+ PARTITION_ONLY_SHUFFLE [RS_235]
+ Group By Operator [GBY_234] (rows=1 width=8)
Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_15] (rows=9131 width=1119)
- Group By Operator [GBY_14] (rows=9131 width=1119)
+ Select Operator [SEL_233] (rows=9131 width=1119)
+ Group By Operator [GBY_232] (rows=9131 width=1119)
Output:["_col0"],keys:KEY._col0
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
+ <-Map 25 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_220]
PartitionCols:_col0
- Group By Operator [GBY_12] (rows=18262 width=1119)
+ Group By Operator [GBY_217] (rows=18262 width=1119)
Output:["_col0"],keys:_col0
- Select Operator [SEL_10] (rows=18262 width=1119)
+ Select Operator [SEL_214] (rows=18262 width=1119)
Output:["_col0"]
- Please refer to the previous Filter Operator [FIL_174]
+ Please refer to the previous Filter Operator [FIL_211]
<-Reducer 5 [CUSTOM_SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_113]
Select Operator [SEL_108] (rows=6363893803988 width=1217)
Output:["_col0","_col4","_col11","_col13"]
Merge Join Operator [MERGEJOIN_185] (rows=6363893803988 width=1217)
Conds:(Left Outer),Output:["_col2","_col4","_col10","_col13"]
- <-Reducer 26 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_106]
- Group By Operator [GBY_79] (rows=9131 width=1119)
+ <-Reducer 26 [CUSTOM_SIMPLE_EDGE] vectorized
+ PARTITION_ONLY_SHUFFLE [RS_223]
+ Group By Operator [GBY_221] (rows=9131 width=1119)
Output:["_col0"],keys:KEY._col0
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_78]
+ <-Map 25 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_218]
PartitionCols:_col0
- Group By Operator [GBY_77] (rows=18262 width=1119)
+ Group By Operator [GBY_215] (rows=18262 width=1119)
Output:["_col0"],keys:_col0
- Select Operator [SEL_75] (rows=18262 width=1119)
+ Select Operator [SEL_212] (rows=18262 width=1119)
Output:["_col0"]
- Please refer to the previous Filter Operator [FIL_174]
+ Please refer to the previous Filter Operator [FIL_211]
<-Reducer 4 [CUSTOM_SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_105]
Merge Join Operator [MERGEJOIN_184] (rows=696954748 width=97)
Conds:(Inner),Output:["_col2","_col4","_col10"]
- <-Reducer 27 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_103]
- Select Operator [SEL_87] (rows=1 width=8)
- Filter Operator [FIL_86] (rows=1 width=8)
+ <-Reducer 27 [CUSTOM_SIMPLE_EDGE] vectorized
+ PARTITION_ONLY_SHUFFLE [RS_229]
+ Select Operator [SEL_228] (rows=1 width=8)
+ Filter Operator [FIL_227] (rows=1 width=8)
predicate:(sq_count_check(_col0) <= 1)
- Group By Operator [GBY_84] (rows=1 width=8)
+ Group By Operator [GBY_226] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 26 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_83]
- Group By Operator [GBY_82] (rows=1 width=8)
+ <-Reducer 26 [CUSTOM_SIMPLE_EDGE] vectorized
+ PARTITION_ONLY_SHUFFLE [RS_225]
+ Group By Operator [GBY_224] (rows=1 width=8)
Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_80] (rows=9131 width=1119)
- Please refer to the previous Group By Operator [GBY_79]
+ Select Operator [SEL_222] (rows=9131 width=1119)
+ Please refer to the previous Group By Operator [GBY_221]
<-Reducer 3 [CUSTOM_SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_102]
Merge Join Operator [MERGEJOIN_182] (rows=696954748 width=88)
@@ -260,36 +260,36 @@ Stage-0
SHUFFLE [RS_100]
PartitionCols:_col5
Merge Join Operator [MERGEJOIN_181] (rows=316240138 width=135)
- Conds:RS_69._col0=RS_70._col1(Inner),Output:["_col5"]
+ Conds:RS_69._col0=RS_210._col1(Inner),Output:["_col5"]
<-Reducer 12 [SIMPLE_EDGE]
SHUFFLE [RS_69]
PartitionCols:_col0
Merge Join Operator [MERGEJOIN_177] (rows=44000000 width=1014)
- Conds:RS_66._col1, _col2=RS_67._col0, _col1(Inner),Output:["_col0"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_66]
+ Conds:RS_195._col1, _col2=RS_198._col0, _col1(Inner),Output:["_col0"]
+ <-Map 11 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_195]
PartitionCols:_col1, _col2
- Select Operator [SEL_31] (rows=40000000 width=1014)
+ Select Operator [SEL_194] (rows=40000000 width=1014)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_167] (rows=40000000 width=1014)
+ Filter Operator [FIL_193] (rows=40000000 width=1014)
predicate:(ca_address_sk is not null and ca_county is not null and ca_state is not null)
TableScan [TS_29] (rows=40000000 width=1014)
default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county","ca_state"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_67]
+ <-Map 14 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_198]
PartitionCols:_col0, _col1
- Select Operator [SEL_34] (rows=1704 width=1910)
+ Select Operator [SEL_197] (rows=1704 width=1910)
Output:["_col0","_col1"]
- Filter Operator [FIL_168] (rows=1704 width=1910)
+ Filter Operator [FIL_196] (rows=1704 width=1910)
predicate:(s_county is not null and s_state is not null)
TableScan [TS_32] (rows=1704 width=1910)
default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_county","s_state"]
- <-Reducer 20 [SIMPLE_EDGE]
- SHUFFLE [RS_70]
+ <-Reducer 20 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_210]
PartitionCols:_col1
- Select Operator [SEL_65] (rows=287491029 width=135)
+ Select Operator [SEL_209] (rows=287491029 width=135)
Output:["_col0","_col1"]
- Group By Operator [GBY_64] (rows=287491029 width=135)
+ Group By Operator [GBY_208] (rows=287491029 width=135)
Output:["_col0","_col1"],keys:KEY._col0, KEY._col1
<-Reducer 19 [SIMPLE_EDGE]
SHUFFLE [RS_63]
@@ -297,13 +297,13 @@ Stage-0
Group By Operator [GBY_62] (rows=574982058 width=135)
Output:["_col0","_col1"],keys:_col10, _col9
Merge Join Operator [MERGEJOIN_180] (rows=574982058 width=135)
- Conds:RS_58._col1=RS_59._col0(Inner),Output:["_col9","_col10"]
- <-Map 24 [SIMPLE_EDGE]
- SHUFFLE [RS_59]
+ Conds:RS_58._col1=RS_207._col0(Inner),Output:["_col9","_col10"]
+ <-Map 24 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_207]
PartitionCols:_col0
- Select Operator [SEL_51] (rows=80000000 width=860)
+ Select Operator [SEL_206] (rows=80000000 width=860)
Output:["_col0","_col1"]
- Filter Operator [FIL_173] (rows=80000000 width=860)
+ Filter Operator [FIL_205] (rows=80000000 width=860)
predicate:(c_current_addr_sk is not null and c_customer_sk is not null)
TableScan [TS_49] (rows=80000000 width=860)
default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"]
@@ -311,13 +311,13 @@ Stage-0
SHUFFLE [RS_58]
PartitionCols:_col1
Merge Join Operator [MERGEJOIN_179] (rows=522710951 width=135)
- Conds:RS_55._col2=RS_56._col0(Inner),Output:["_col1"]
- <-Map 23 [SIMPLE_EDGE]
- SHUFFLE [RS_56]
+ Conds:RS_55._col2=RS_204._col0(Inner),Output:["_col1"]
+ <-Map 23 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_204]
PartitionCols:_col0
- Select Operator [SEL_48] (rows=115500 width=1436)
+ Select Operator [SEL_203] (rows=115500 width=1436)
Output:["_col0"]
- Filter Operator [FIL_172] (rows=115500 width=1436)
+ Filter Operator [FIL_202] (rows=115500 width=1436)
predicate:((i_category = 'Jewelry') and (i_class = 'consignment') and i_item_sk is not null)
TableScan [TS_46] (rows=462000 width=1436)
default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_class","i_category"]
@@ -325,32 +325,32 @@ Stage-0
SHUFFLE [RS_55]
PartitionCols:_col2
Merge Join Operator [MERGEJOIN_178] (rows=475191764 width=135)
- Conds:Union 16._col0=RS_53._col0(Inner),Output:["_col1","_col2"]
- <-Map 22 [SIMPLE_EDGE]
- SHUFFLE [RS_53]
+ Conds:Union 16._col0=RS_201._col0(Inner),Output:["_col1","_col2"]
+ <-Map 22 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_201]
PartitionCols:_col0
- Select Operator [SEL_45] (rows=18262 width=1119)
+ Select Operator [SEL_200] (rows=18262 width=1119)
Output:["_col0"]
- Filter Operator [FIL_171] (rows=18262 width=1119)
+ Filter Operator [FIL_199] (rows=18262 width=1119)
predicate:((d_moy = 3) and (d_year = 1999) and d_date_sk is not null)
TableScan [TS_43] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
<-Union 16 [SIMPLE_EDGE]
- <-Map 15 [CONTAINS]
- Reduce Output Operator [RS_52]
+ <-Map 15 [CONTAINS] vectorized
+ Reduce Output Operator [RS_252]
PartitionCols:_col0
- Select Operator [SEL_37] (rows=287989836 width=135)
+ Select Operator [SEL_251] (rows=287989836 width=135)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_169] (rows=287989836 width=135)
+ Filter Operator [FIL_250] (rows=287989836 width=135)
predicate:(cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
TableScan [TS_35] (rows=287989836 width=135)
Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk"]
- <-Map 21 [CONTAINS]
- Reduce Output Operator [RS_52]
+ <-Map 21 [CONTAINS] vectorized
+ Reduce Output Operator [RS_255]
PartitionCols:_col0
- Select Operator [SEL_40] (rows=144002668 width=135)
+ Select Operator [SEL_254] (rows=144002668 width=135)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_170] (rows=144002668 width=135)
+ Filter Operator [FIL_253] (rows=144002668 width=135)
predicate:(ws_bill_customer_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null)
TableScan [TS_38] (rows=144002668 width=135)
Output:["ws_sold_date_sk","ws_item_sk","ws_bill_customer_sk"]
@@ -358,22 +358,22 @@ Stage-0
SHUFFLE [RS_99]
PartitionCols:_col1
Merge Join Operator [MERGEJOIN_176] (rows=633595212 width=88)
- Conds:RS_96._col0=RS_97._col0(Inner),Output:["_col1","_col2","_col4"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_96]
+ Conds:RS_189._col0=RS_192._col0(Inner),Output:["_col1","_col2","_col4"]
+ <-Map 1 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_189]
PartitionCols:_col0
- Select Operator [SEL_25] (rows=575995635 width=88)
+ Select Operator [SEL_188] (rows=575995635 width=88)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_165] (rows=575995635 width=88)
+ Filter Operator [FIL_187] (rows=575995635 width=88)
predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null)
TableScan [TS_23] (rows=575995635 width=88)
default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_ext_sales_price"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_97]
+ <-Map 10 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_192]
PartitionCols:_col0
- Select Operator [SEL_28] (rows=73049 width=1119)
+ Select Operator [SEL_191] (rows=73049 width=1119)
Output:["_col0","_col1"]
- Filter Operator [FIL_166] (rows=73049 width=1119)
+ Filter Operator [FIL_190] (rows=73049 width=1119)
predicate:d_date_sk is not null
TableScan [TS_26] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/tez/query55.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query55.q.out b/ql/src/test/results/clientpositive/perf/tez/query55.q.out
index c9c6fa2..2f27227 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query55.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query55.q.out
@@ -36,17 +36,17 @@ Stage-0
Fetch Operator
limit:-1
Stage-1
- Reducer 5
- File Output Operator [FS_24]
- Limit [LIM_22] (rows=100 width=88)
+ Reducer 5 vectorized
+ File Output Operator [FS_49]
+ Limit [LIM_48] (rows=100 width=88)
Number of rows:100
- Select Operator [SEL_21] (rows=348477374 width=88)
+ Select Operator [SEL_47] (rows=348477374 width=88)
Output:["_col0","_col1","_col2"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_20]
- Select Operator [SEL_19] (rows=348477374 width=88)
+ <-Reducer 4 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_46]
+ Select Operator [SEL_45] (rows=348477374 width=88)
Output:["_col1","_col2","_col3"]
- Group By Operator [GBY_18] (rows=348477374 width=88)
+ Group By Operator [GBY_44] (rows=348477374 width=88)
Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_17]
@@ -54,13 +54,13 @@ Stage-0
Group By Operator [GBY_16] (rows=696954748 width=88)
Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col7, _col8
Merge Join Operator [MERGEJOIN_34] (rows=696954748 width=88)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col7","_col8"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
+ Conds:RS_12._col1=RS_43._col0(Inner),Output:["_col2","_col7","_col8"]
+ <-Map 7 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_43]
PartitionCols:_col0
- Select Operator [SEL_8] (rows=231000 width=1436)
+ Select Operator [SEL_42] (rows=231000 width=1436)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_32] (rows=231000 width=1436)
+ Filter Operator [FIL_41] (rows=231000 width=1436)
predicate:((i_manager_id = 36) and i_item_sk is not null)
TableScan [TS_6] (rows=462000 width=1436)
default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_brand","i_manager_id"]
@@ -68,22 +68,22 @@ Stage-0
SHUFFLE [RS_12]
PartitionCols:_col1
Merge Join Operator [MERGEJOIN_33] (rows=633595212 width=88)
- Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_9]
+ Conds:RS_37._col0=RS_40._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_37]
PartitionCols:_col0
- Select Operator [SEL_2] (rows=575995635 width=88)
+ Select Operator [SEL_36] (rows=575995635 width=88)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_30] (rows=575995635 width=88)
+ Filter Operator [FIL_35] (rows=575995635 width=88)
predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
TableScan [TS_0] (rows=575995635 width=88)
default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"]
- <-Map 6 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
+ <-Map 6 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_40]
PartitionCols:_col0
- Select Operator [SEL_5] (rows=18262 width=1119)
+ Select Operator [SEL_39] (rows=18262 width=1119)
Output:["_col0"]
- Filter Operator [FIL_31] (rows=18262 width=1119)
+ Filter Operator [FIL_38] (rows=18262 width=1119)
predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null)
TableScan [TS_3] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/tez/query56.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query56.q.out b/ql/src/test/results/clientpositive/perf/tez/query56.q.out
index 93f8a1d..80514cf 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query56.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query56.q.out
@@ -156,23 +156,23 @@ Stage-0
Fetch Operator
limit:100
Stage-1
- Reducer 7
- File Output Operator [FS_121]
- Limit [LIM_120] (rows=100 width=108)
+ Reducer 7 vectorized
+ File Output Operator [FS_214]
+ Limit [LIM_213] (rows=100 width=108)
Number of rows:100
- Select Operator [SEL_119] (rows=335408073 width=108)
+ Select Operator [SEL_212] (rows=335408073 width=108)
Output:["_col0","_col1"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_118]
- Group By Operator [GBY_116] (rows=335408073 width=108)
+ <-Reducer 6 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_211]
+ Group By Operator [GBY_210] (rows=335408073 width=108)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
<-Union 5 [SIMPLE_EDGE]
- <-Reducer 11 [CONTAINS]
- Reduce Output Operator [RS_115]
+ <-Reducer 11 [CONTAINS] vectorized
+ Reduce Output Operator [RS_226]
PartitionCols:_col0
- Group By Operator [GBY_114] (rows=670816147 width=108)
+ Group By Operator [GBY_225] (rows=670816147 width=108)
Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
- Group By Operator [GBY_110] (rows=95833781 width=135)
+ Group By Operator [GBY_224] (rows=95833781 width=135)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
<-Reducer 10 [SIMPLE_EDGE]
SHUFFLE [RS_109]
@@ -185,29 +185,29 @@ Stage-0
SHUFFLE [RS_104]
PartitionCols:_col0
Merge Join Operator [MERGEJOIN_173] (rows=508200 width=1436)
- Conds:RS_26._col1=RS_27._col0(Inner),Output:["_col0","_col1"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
+ Conds:RS_187._col1=RS_193._col0(Inner),Output:["_col0","_col1"]
+ <-Map 1 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_187]
PartitionCols:_col1
- Select Operator [SEL_2] (rows=462000 width=1436)
+ Select Operator [SEL_186] (rows=462000 width=1436)
Output:["_col0","_col1"]
- Filter Operator [FIL_158] (rows=462000 width=1436)
+ Filter Operator [FIL_185] (rows=462000 width=1436)
predicate:(i_item_id is not null and i_item_sk is not null)
TableScan [TS_0] (rows=462000 width=1436)
default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
- <-Reducer 13 [ONE_TO_ONE_EDGE]
- FORWARD [RS_27]
+ <-Reducer 13 [ONE_TO_ONE_EDGE] vectorized
+ FORWARD [RS_193]
PartitionCols:_col0
- Group By Operator [GBY_8] (rows=115500 width=1436)
+ Group By Operator [GBY_192] (rows=115500 width=1436)
Output:["_col0"],keys:KEY._col0
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_7]
+ <-Map 12 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_191]
PartitionCols:_col0
- Group By Operator [GBY_6] (rows=231000 width=1436)
+ Group By Operator [GBY_190] (rows=231000 width=1436)
Output:["_col0"],keys:i_item_id
- Select Operator [SEL_5] (rows=231000 width=1436)
+ Select Operator [SEL_189] (rows=231000 width=1436)
Output:["i_item_id"]
- Filter Operator [FIL_159] (rows=231000 width=1436)
+ Filter Operator [FIL_188] (rows=231000 width=1436)
predicate:((i_color) IN ('orchid', 'chiffon', 'lace') and i_item_id is not null)
TableScan [TS_3] (rows=462000 width=1436)
default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_id","i_color"]
@@ -217,13 +217,13 @@ Stage-0
Select Operator [SEL_100] (rows=174243235 width=135)
Output:["_col3","_col5"]
Merge Join Operator [MERGEJOIN_181] (rows=174243235 width=135)
- Conds:RS_97._col2=RS_98._col0(Inner),Output:["_col1","_col3"]
- <-Map 22 [SIMPLE_EDGE]
- SHUFFLE [RS_98]
+ Conds:RS_97._col2=RS_206._col0(Inner),Output:["_col1","_col3"]
+ <-Map 22 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_206]
PartitionCols:_col0
- Select Operator [SEL_18] (rows=20000000 width=1014)
+ Select Operator [SEL_203] (rows=20000000 width=1014)
Output:["_col0"]
- Filter Operator [FIL_162] (rows=20000000 width=1014)
+ Filter Operator [FIL_202] (rows=20000000 width=1014)
predicate:((ca_gmt_offset = -8) and ca_address_sk is not null)
TableScan [TS_16] (rows=40000000 width=1014)
default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"]
@@ -231,31 +231,31 @@ Stage-0
SHUFFLE [RS_97]
PartitionCols:_col2
Merge Join Operator [MERGEJOIN_180] (rows=158402938 width=135)
- Conds:RS_94._col0=RS_95._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_95]
+ Conds:RS_223._col0=RS_201._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 17 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_201]
PartitionCols:_col0
- Select Operator [SEL_15] (rows=18262 width=1119)
+ Select Operator [SEL_198] (rows=18262 width=1119)
Output:["_col0"]
- Filter Operator [FIL_161] (rows=18262 width=1119)
+ Filter Operator [FIL_197] (rows=18262 width=1119)
predicate:((d_moy = 1) and (d_year = 2000) and d_date_sk is not null)
TableScan [TS_13] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Map 24 [SIMPLE_EDGE]
- SHUFFLE [RS_94]
+ <-Map 24 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_223]
PartitionCols:_col0
- Select Operator [SEL_87] (rows=144002668 width=135)
+ Select Operator [SEL_222] (rows=144002668 width=135)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_170] (rows=144002668 width=135)
+ Filter Operator [FIL_221] (rows=144002668 width=135)
predicate:(ws_bill_addr_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null)
TableScan [TS_85] (rows=144002668 width=135)
default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_addr_sk","ws_ext_sales_price"]
- <-Reducer 4 [CONTAINS]
- Reduce Output Operator [RS_115]
+ <-Reducer 4 [CONTAINS] vectorized
+ Reduce Output Operator [RS_209]
PartitionCols:_col0
- Group By Operator [GBY_114] (rows=670816147 width=108)
+ Group By Operator [GBY_208] (rows=670816147 width=108)
Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
- Group By Operator [GBY_35] (rows=383325119 width=88)
+ Group By Operator [GBY_207] (rows=383325119 width=88)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_34]
@@ -274,35 +274,35 @@ Stage-0
Select Operator [SEL_25] (rows=696954748 width=88)
Output:["_col3","_col5"]
Merge Join Operator [MERGEJOIN_175] (rows=696954748 width=88)
- Conds:RS_22._col2=RS_23._col0(Inner),Output:["_col1","_col3"]
- <-Map 22 [SIMPLE_EDGE]
- SHUFFLE [RS_23]
+ Conds:RS_22._col2=RS_204._col0(Inner),Output:["_col1","_col3"]
+ <-Map 22 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_204]
PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_18]
+ Please refer to the previous Select Operator [SEL_203]
<-Reducer 15 [SIMPLE_EDGE]
SHUFFLE [RS_22]
PartitionCols:_col2
Merge Join Operator [MERGEJOIN_174] (rows=633595212 width=88)
- Conds:RS_19._col0=RS_20._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_20]
+ Conds:RS_196._col0=RS_199._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 17 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_199]
PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_15]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
+ Please refer to the previous Select Operator [SEL_198]
+ <-Map 14 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_196]
PartitionCols:_col0
- Select Operator [SEL_12] (rows=575995635 width=88)
+ Select Operator [SEL_195] (rows=575995635 width=88)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_160] (rows=575995635 width=88)
+ Filter Operator [FIL_194] (rows=575995635 width=88)
predicate:(ss_addr_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null)
TableScan [TS_10] (rows=575995635 width=88)
default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_addr_sk","ss_ext_sales_price"]
- <-Reducer 9 [CONTAINS]
- Reduce Output Operator [RS_115]
+ <-Reducer 9 [CONTAINS] vectorized
+ Reduce Output Operator [RS_220]
PartitionCols:_col0
- Group By Operator [GBY_114] (rows=670816147 width=108)
+ Group By Operator [GBY_219] (rows=670816147 width=108)
Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
- Group By Operator [GBY_72] (rows=191657247 width=135)
+ Group By Operator [GBY_218] (rows=191657247 width=135)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
<-Reducer 8 [SIMPLE_EDGE]
SHUFFLE [RS_71]
@@ -321,26 +321,26 @@ Stage-0
Select Operator [SEL_62] (rows=348467716 width=135)
Output:["_col4","_col5"]
Merge Join Operator [MERGEJOIN_178] (rows=348467716 width=135)
- Conds:RS_59._col1=RS_60._col0(Inner),Output:["_col2","_col3"]
- <-Map 22 [SIMPLE_EDGE]
- SHUFFLE [RS_60]
+ Conds:RS_59._col1=RS_205._col0(Inner),Output:["_col2","_col3"]
+ <-Map 22 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_205]
PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_18]
+ Please refer to the previous Select Operator [SEL_203]
<-Reducer 18 [SIMPLE_EDGE]
SHUFFLE [RS_59]
PartitionCols:_col1
Merge Join Operator [MERGEJOIN_177] (rows=316788826 width=135)
- Conds:RS_56._col0=RS_57._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_57]
+ Conds:RS_217._col0=RS_200._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 17 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_200]
PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_15]
- <-Map 23 [SIMPLE_EDGE]
- SHUFFLE [RS_56]
+ Please refer to the previous Select Operator [SEL_198]
+ <-Map 23 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_217]
PartitionCols:_col0
- Select Operator [SEL_49] (rows=287989836 width=135)
+ Select Operator [SEL_216] (rows=287989836 width=135)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_165] (rows=287989836 width=135)
+ Filter Operator [FIL_215] (rows=287989836 width=135)
predicate:(cs_bill_addr_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
TableScan [TS_47] (rows=287989836 width=135)
default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_addr_sk","cs_item_sk","cs_ext_sales_price"]
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/tez/query57.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query57.q.out b/ql/src/test/results/clientpositive/perf/tez/query57.q.out
index 3c06fde..6453dcb 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query57.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query57.q.out
@@ -110,11 +110,11 @@ Stage-0
Fetch Operator
limit:-1
Stage-1
- Reducer 8
- File Output Operator [FS_112]
- Limit [LIM_110] (rows=100 width=135)
+ Reducer 8 vectorized
+ File Output Operator [FS_215]
+ Limit [LIM_214] (rows=100 width=135)
Number of rows:100
- Select Operator [SEL_109] (rows=421645952 width=135)
+ Select Operator [SEL_213] (rows=421645952 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
<-Reducer 7 [SIMPLE_EDGE]
SHUFFLE [RS_108]
@@ -137,19 +137,19 @@ Stage-0
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST, _col2 ASC NULLS FIRST","partition by:":"_col5, _col4, _col3"}]
Select Operator [SEL_64] (rows=191657247 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_63]
+ <-Reducer 10 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_211]
PartitionCols:_col4, _col3, _col2
- Select Operator [SEL_62] (rows=191657247 width=135)
+ Select Operator [SEL_210] (rows=191657247 width=135)
Output:["avg_window_0","_col0","_col1","_col2","_col3","_col4","_col5"]
- PTF Operator [PTF_61] (rows=191657247 width=135)
+ PTF Operator [PTF_209] (rows=191657247 width=135)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col4 ASC NULLS FIRST, _col3 ASC NULLS FIRST, _col2 ASC NULLS FIRST, _col0 ASC NULLS FIRST","partition by:":"_col4, _col3, _col2, _col0"}]
- Select Operator [SEL_60] (rows=191657247 width=135)
+ Select Operator [SEL_208] (rows=191657247 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_59]
+ <-Reducer 5 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_205]
PartitionCols:_col4, _col3, _col2, _col0
- Group By Operator [GBY_94] (rows=191657247 width=135)
+ Group By Operator [GBY_202] (rows=191657247 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_93]
@@ -157,13 +157,13 @@ Stage-0
Group By Operator [GBY_92] (rows=383314495 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col3)"],keys:_col5, _col6, _col8, _col10, _col11
Merge Join Operator [MERGEJOIN_188] (rows=383314495 width=135)
- Conds:RS_88._col2=RS_89._col0(Inner),Output:["_col3","_col5","_col6","_col8","_col10","_col11"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_89]
+ Conds:RS_88._col2=RS_201._col0(Inner),Output:["_col3","_col5","_col6","_col8","_col10","_col11"]
+ <-Map 14 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_201]
PartitionCols:_col0
- Select Operator [SEL_81] (rows=462000 width=1436)
+ Select Operator [SEL_200] (rows=462000 width=1436)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_179] (rows=462000 width=1436)
+ Filter Operator [FIL_199] (rows=462000 width=1436)
predicate:(i_brand is not null and i_category is not null and i_item_sk is not null)
TableScan [TS_79] (rows=462000 width=1436)
default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_category"]
@@ -171,13 +171,13 @@ Stage-0
SHUFFLE [RS_88]
PartitionCols:_col2
Merge Join Operator [MERGEJOIN_187] (rows=348467716 width=135)
- Conds:RS_85._col1=RS_86._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col8"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_86]
+ Conds:RS_85._col1=RS_198._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col8"]
+ <-Map 13 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_198]
PartitionCols:_col0
- Select Operator [SEL_78] (rows=60 width=2045)
+ Select Operator [SEL_197] (rows=60 width=2045)
Output:["_col0","_col1"]
- Filter Operator [FIL_178] (rows=60 width=2045)
+ Filter Operator [FIL_196] (rows=60 width=2045)
predicate:(cc_call_center_sk is not null and cc_name is not null)
TableScan [TS_76] (rows=60 width=2045)
default@call_center,call_center,Tbl:COMPLETE,Col:NONE,Output:["cc_call_center_sk","cc_name"]
@@ -185,22 +185,22 @@ Stage-0
SHUFFLE [RS_85]
PartitionCols:_col1
Merge Join Operator [MERGEJOIN_186] (rows=316788826 width=135)
- Conds:RS_82._col0=RS_83._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_82]
+ Conds:RS_192._col0=RS_195._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6"]
+ <-Map 1 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_192]
PartitionCols:_col0
- Select Operator [SEL_72] (rows=287989836 width=135)
+ Select Operator [SEL_191] (rows=287989836 width=135)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_176] (rows=287989836 width=135)
+ Filter Operator [FIL_190] (rows=287989836 width=135)
predicate:(cs_call_center_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
TableScan [TS_70] (rows=287989836 width=135)
default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_call_center_sk","cs_item_sk","cs_sales_price"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_83]
+ <-Map 12 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_195]
PartitionCols:_col0
- Select Operator [SEL_75] (rows=73048 width=1119)
+ Select Operator [SEL_194] (rows=73048 width=1119)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_177] (rows=73048 width=1119)
+ Filter Operator [FIL_193] (rows=73048 width=1119)
predicate:(((d_year = 2000) or ((d_year = 1999) and (d_moy = 12)) or ((d_year = 2001) and (d_moy = 1))) and d_date_sk is not null)
TableScan [TS_73] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
@@ -215,10 +215,10 @@ Stage-0
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col0 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col4, _col3, _col2"}]
Select Operator [SEL_97] (rows=191657247 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_96]
+ <-Reducer 5 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_203]
PartitionCols:_col4, _col3, _col2
- Please refer to the previous Group By Operator [GBY_94]
+ Please refer to the previous Group By Operator [GBY_202]
<-Reducer 9 [SIMPLE_EDGE]
SHUFFLE [RS_103]
PartitionCols:_col0, _col1, _col2, (_col4 + 1)
@@ -230,8 +230,8 @@ Stage-0
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col0 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col4, _col3, _col2"}]
Select Operator [SEL_27] (rows=191657247 width=135)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
+ <-Reducer 5 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_204]
PartitionCols:_col4, _col3, _col2
- Please refer to the previous Group By Operator [GBY_94]
+ Please refer to the previous Group By Operator [GBY_202]