You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by mm...@apache.org on 2017/05/11 18:10:30 UTC
[6/7] hive git commit: HIVE-16557: Vectorization: Specialize
ReduceSink empty key case (Matt McCline, reviewed by Gopal Vijayaraghavan)
http://git-wip-us.apache.org/repos/asf/hive/blob/6bfa2491/ql/src/test/results/clientpositive/llap/vector_inner_join.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/vector_inner_join.q.out b/ql/src/test/results/clientpositive/llap/vector_inner_join.q.out
index a1c5f81..7346811 100644
--- a/ql/src/test/results/clientpositive/llap/vector_inner_join.q.out
+++ b/ql/src/test/results/clientpositive/llap/vector_inner_join.q.out
@@ -152,8 +152,10 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: int)
Reduce Sink Vectorization:
className: VectorReduceSinkLongOperator
+ keyColumns: [0]
native: true
nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+ valueColumns: []
Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE
Execution mode: vectorized, llap
LLAP IO: all inputs
@@ -316,8 +318,10 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: int)
Reduce Sink Vectorization:
className: VectorReduceSinkLongOperator
+ keyColumns: [0]
native: true
nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+ valueColumns: []
Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE
Execution mode: vectorized, llap
LLAP IO: all inputs
@@ -510,8 +514,10 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int)
Reduce Sink Vectorization:
className: VectorReduceSinkLongOperator
+ keyColumns: [1]
native: true
nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+ valueColumns: [0]
Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string)
Execution mode: vectorized, llap
@@ -598,8 +604,10 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int)
Reduce Sink Vectorization:
className: VectorReduceSinkLongOperator
+ keyColumns: [1]
native: true
nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+ valueColumns: [0]
Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string)
Execution mode: vectorized, llap
@@ -831,8 +839,10 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int)
Reduce Sink Vectorization:
className: VectorReduceSinkLongOperator
+ keyColumns: [1]
native: true
nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+ valueColumns: [0]
Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string)
Execution mode: vectorized, llap
@@ -995,8 +1005,10 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int)
Reduce Sink Vectorization:
className: VectorReduceSinkLongOperator
+ keyColumns: [1]
native: true
nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+ valueColumns: [0]
Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string)
Execution mode: vectorized, llap
@@ -1159,8 +1171,10 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int)
Reduce Sink Vectorization:
className: VectorReduceSinkLongOperator
+ keyColumns: [1]
native: true
nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+ valueColumns: [0]
Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string)
Execution mode: vectorized, llap
@@ -1247,8 +1261,10 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int)
Reduce Sink Vectorization:
className: VectorReduceSinkLongOperator
+ keyColumns: [1]
native: true
nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+ valueColumns: [0]
Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string)
Execution mode: vectorized, llap
@@ -1411,8 +1427,10 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int)
Reduce Sink Vectorization:
className: VectorReduceSinkLongOperator
+ keyColumns: [1]
native: true
nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+ valueColumns: [0]
Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string)
Execution mode: vectorized, llap
http://git-wip-us.apache.org/repos/asf/hive/blob/6bfa2491/ql/src/test/results/clientpositive/llap/vector_join30.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/vector_join30.q.out b/ql/src/test/results/clientpositive/llap/vector_join30.q.out
index 394393e..280f92d 100644
--- a/ql/src/test/results/clientpositive/llap/vector_join30.q.out
+++ b/ql/src/test/results/clientpositive/llap/vector_join30.q.out
@@ -173,7 +173,7 @@ STAGE PLANS:
Reduce Output Operator
sort order:
Reduce Sink Vectorization:
- className: VectorReduceSinkObjectHashOperator
+ className: VectorReduceSinkEmptyKeyOperator
native: true
nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
@@ -412,7 +412,7 @@ STAGE PLANS:
Reduce Output Operator
sort order:
Reduce Sink Vectorization:
- className: VectorReduceSinkObjectHashOperator
+ className: VectorReduceSinkEmptyKeyOperator
native: true
nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
@@ -678,7 +678,7 @@ STAGE PLANS:
Reduce Output Operator
sort order:
Reduce Sink Vectorization:
- className: VectorReduceSinkObjectHashOperator
+ className: VectorReduceSinkEmptyKeyOperator
native: true
nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
@@ -956,7 +956,7 @@ STAGE PLANS:
Reduce Output Operator
sort order:
Reduce Sink Vectorization:
- className: VectorReduceSinkObjectHashOperator
+ className: VectorReduceSinkEmptyKeyOperator
native: true
nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
http://git-wip-us.apache.org/repos/asf/hive/blob/6bfa2491/ql/src/test/results/clientpositive/llap/vector_join_part_col_char.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/vector_join_part_col_char.q.out b/ql/src/test/results/clientpositive/llap/vector_join_part_col_char.q.out
index 8d40a6d..95dcba9 100644
--- a/ql/src/test/results/clientpositive/llap/vector_join_part_col_char.q.out
+++ b/ql/src/test/results/clientpositive/llap/vector_join_part_col_char.q.out
@@ -111,24 +111,24 @@ Stage-0
Reducer 2 llap
File Output Operator [FS_10]
Merge Join Operator [MERGEJOIN_21] (rows=2 width=431)
- Conds:RS_6._col2=RS_7._col2(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Conds:RS_23._col2=RS_28._col2(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
<-Map 1 [SIMPLE_EDGE] vectorized, llap
- SHUFFLE [RS_6]
+ SHUFFLE [RS_23]
PartitionCols:_col2
- Select Operator [SEL_2] (rows=2 width=134)
+ Select Operator [SEL_22] (rows=2 width=134)
Output:["_col0","_col1","_col2"]
TableScan [TS_0] (rows=2 width=236)
default@char_tbl1,c1,Tbl:COMPLETE,Col:PARTIAL,Output:["name","age"]
- Dynamic Partitioning Event Operator [EVENT_20] (rows=1 width=134)
- Group By Operator [GBY_19] (rows=1 width=134)
+ Dynamic Partitioning Event Operator [EVENT_26] (rows=1 width=134)
+ Group By Operator [GBY_25] (rows=1 width=134)
Output:["_col0"],keys:_col0
- Select Operator [SEL_18] (rows=2 width=134)
+ Select Operator [SEL_24] (rows=2 width=134)
Output:["_col0"]
- Please refer to the previous Select Operator [SEL_2]
+ Please refer to the previous Select Operator [SEL_22]
<-Map 3 [SIMPLE_EDGE] vectorized, llap
- SHUFFLE [RS_7]
+ SHUFFLE [RS_28]
PartitionCols:_col2
- Select Operator [SEL_5] (rows=2 width=89)
+ Select Operator [SEL_27] (rows=2 width=89)
Output:["_col0","_col1","_col2"]
TableScan [TS_3] (rows=2 width=190)
default@char_tbl2,c2,Tbl:COMPLETE,Col:PARTIAL,Output:["name","age"]