You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by br...@apache.org on 2015/03/05 19:51:39 UTC
svn commit: r1664455 [25/30] - in /hive/branches/parquet: ./
accumulo-handler/src/java/org/apache/hadoop/hive/accumulo/
accumulo-handler/src/java/org/apache/hadoop/hive/accumulo/predicate/
accumulo-handler/src/java/org/apache/hadoop/hive/accumulo/serde...
Modified: hive/branches/parquet/ql/src/test/results/clientpositive/tez/ptf_streaming.q.out
URL: http://svn.apache.org/viewvc/hive/branches/parquet/ql/src/test/results/clientpositive/tez/ptf_streaming.q.out?rev=1664455&r1=1664454&r2=1664455&view=diff
==============================================================================
--- hive/branches/parquet/ql/src/test/results/clientpositive/tez/ptf_streaming.q.out (original)
+++ hive/branches/parquet/ql/src/test/results/clientpositive/tez/ptf_streaming.q.out Thu Mar 5 18:51:32 2015
@@ -54,6 +54,18 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: part
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: TABLE
+ Partition table definition
+ input alias: ptf_1
+ name: noopstreaming
+ order by: _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col2 (type: string), _col1 (type: string)
@@ -68,6 +80,38 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col2
+ raw input shape:
+ window functions:
+ window function definition
+ alias: _wcol0
+ arguments: _col1
+ name: rank
+ window function: GenericUDAFRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol1
+ arguments: _col1
+ name: dense_rank
+ window function: GenericUDAFDenseRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol2
+ arguments: _col7
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
@@ -214,6 +258,18 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: j
+ output shape: _col1: string, _col2: string, _col5: int
+ type: SUBQUERY
+ Partition table definition
+ input alias: ptf_1
+ name: noopstreaming
+ order by: _col1
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col2 (type: string), _col1 (type: string)
@@ -228,6 +284,25 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col2
+ raw input shape:
+ window functions:
+ window function definition
+ alias: _wcol0
+ arguments: _col5, 1, _col5
+ name: lag
+ window function: GenericUDAFLagEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), (_col5 - _wcol0) (type: int)
@@ -350,6 +425,18 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: part
+ output shape: _col0: int, _col1: string, _col2: string, _col3: string, _col4: string, _col5: int, _col6: string, _col7: double, _col8: string
+ type: TABLE
+ Partition table definition
+ input alias: abc
+ name: noopstreaming
+ order by: _col1
+ output shape: _col0: int, _col1: string, _col2: string, _col3: string, _col4: string, _col5: int, _col6: string, _col7: double, _col8: string
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: _col0 is not null (type: boolean)
@@ -462,7 +549,21 @@ STAGE PLANS:
alias: part
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: part
+ output shape: p_name: string, p_mfgr: string, p_size: int
+ type: TABLE
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmapstreaming
+ order by: p_name, p_size(DESC)
+ output shape: p_name: string, p_mfgr: string, p_size: int
+ partition by: p_mfgr
+ raw input shape:
+ transforms raw input: true
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+ Map-side function: true
Reduce Output Operator
key expressions: p_mfgr (type: string), p_name (type: string), p_size (type: int)
sort order: ++-
@@ -475,6 +576,19 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: part
+ output shape: _col1: string, _col2: string, _col5: int
+ type: TABLE
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmapstreaming
+ order by: _col1, _col5(DESC)
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2
+ raw input shape:
+ transforms raw input: true
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int)
@@ -488,6 +602,25 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1, _col5(DESC)
+ partition by: _col2
+ raw input shape:
+ window functions:
+ window function definition
+ alias: _wcol0
+ arguments: _col1, _col5
+ name: rank
+ window function: GenericUDAFRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int)
@@ -587,7 +720,21 @@ STAGE PLANS:
alias: part
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: part
+ output shape: p_name: string, p_mfgr: string, p_size: int, p_retailprice: double
+ type: TABLE
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmapstreaming
+ order by: p_name
+ output shape: p_name: string, p_mfgr: string, p_size: int, p_retailprice: double
+ partition by: p_mfgr
+ raw input shape:
+ transforms raw input: true
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+ Map-side function: true
Reduce Output Operator
key expressions: p_mfgr (type: string), p_name (type: string)
sort order: ++
@@ -601,6 +748,19 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: part
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: TABLE
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmapstreaming
+ order by: _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
+ transforms raw input: true
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col2 (type: string), _col1 (type: string)
@@ -615,6 +775,38 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col2
+ raw input shape:
+ window functions:
+ window function definition
+ alias: _wcol0
+ arguments: _col1
+ name: rank
+ window function: GenericUDAFRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol1
+ arguments: _col1
+ name: dense_rank
+ window function: GenericUDAFDenseRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol2
+ arguments: _col7
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
@@ -721,34 +913,87 @@ STAGE PLANS:
alias: part
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: p_mfgr (type: string), p_mfgr (type: string), p_name (type: string)
- sort order: +++
+ key expressions: p_mfgr (type: string), p_name (type: string)
+ sort order: ++
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
value expressions: p_size (type: int), p_retailprice (type: double)
Reducer 2
Reduce Operator Tree:
Select Operator
- expressions: KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
+ expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: part
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: TABLE
+ Partition table definition
+ input alias: ptf_1
+ name: noopstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: PTFCOMPONENT
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmapstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
+ transforms raw input: true
+ Partition table definition
+ input alias: ptf_2
+ name: noopstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+ Map-side function: true
Reduce Output Operator
- key expressions: _col2 (type: string), _col2 (type: string), _col1 (type: string)
- sort order: +++
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
value expressions: _col5 (type: int), _col7 (type: double)
Reducer 3
Reduce Operator Tree:
Select Operator
- expressions: KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
+ expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: PTFCOMPONENT
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmapstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
+ transforms raw input: true
+ Partition table definition
+ input alias: ptf_2
+ name: noopstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col2 (type: string), _col1 (type: string)
@@ -763,6 +1008,38 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col2
+ raw input shape:
+ window functions:
+ window function definition
+ alias: _wcol0
+ arguments: _col1
+ name: rank
+ window function: GenericUDAFRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol1
+ arguments: _col1
+ name: dense_rank
+ window function: GenericUDAFDenseRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol2
+ arguments: _col7
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
@@ -871,34 +1148,87 @@ STAGE PLANS:
alias: part
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: p_mfgr (type: string), p_mfgr (type: string), p_name (type: string)
- sort order: +++
+ key expressions: p_mfgr (type: string), p_name (type: string)
+ sort order: ++
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
value expressions: p_size (type: int), p_retailprice (type: double)
Reducer 2
Reduce Operator Tree:
Select Operator
- expressions: KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
+ expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: part
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: TABLE
+ Partition table definition
+ input alias: ptf_1
+ name: noopstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: PTFCOMPONENT
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmap
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
+ transforms raw input: true
+ Partition table definition
+ input alias: ptf_2
+ name: noopstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+ Map-side function: true
Reduce Output Operator
- key expressions: _col2 (type: string), _col2 (type: string), _col1 (type: string)
- sort order: +++
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
value expressions: _col5 (type: int), _col7 (type: double)
Reducer 3
Reduce Operator Tree:
Select Operator
- expressions: KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
+ expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: PTFCOMPONENT
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmap
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
+ transforms raw input: true
+ Partition table definition
+ input alias: ptf_2
+ name: noopstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col2 (type: string), _col1 (type: string)
@@ -913,6 +1243,38 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col2
+ raw input shape:
+ window functions:
+ window function definition
+ alias: _wcol0
+ arguments: _col1
+ name: rank
+ window function: GenericUDAFRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol1
+ arguments: _col1
+ name: dense_rank
+ window function: GenericUDAFDenseRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol2
+ arguments: _col7
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
@@ -1021,34 +1383,87 @@ STAGE PLANS:
alias: part
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: p_mfgr (type: string), p_mfgr (type: string), p_name (type: string)
- sort order: +++
+ key expressions: p_mfgr (type: string), p_name (type: string)
+ sort order: ++
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
value expressions: p_size (type: int), p_retailprice (type: double)
Reducer 2
Reduce Operator Tree:
Select Operator
- expressions: KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
+ expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: part
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: TABLE
+ Partition table definition
+ input alias: ptf_1
+ name: noopstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: PTFCOMPONENT
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmapstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
+ transforms raw input: true
+ Partition table definition
+ input alias: ptf_2
+ name: noop
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+ Map-side function: true
Reduce Output Operator
- key expressions: _col2 (type: string), _col2 (type: string), _col1 (type: string)
- sort order: +++
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
value expressions: _col5 (type: int), _col7 (type: double)
Reducer 3
Reduce Operator Tree:
Select Operator
- expressions: KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
+ expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: PTFCOMPONENT
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmapstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
+ transforms raw input: true
+ Partition table definition
+ input alias: ptf_2
+ name: noop
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col2 (type: string), _col1 (type: string)
@@ -1063,6 +1478,38 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col2
+ raw input shape:
+ window functions:
+ window function definition
+ alias: _wcol0
+ arguments: _col1
+ name: rank
+ window function: GenericUDAFRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol1
+ arguments: _col1
+ name: dense_rank
+ window function: GenericUDAFDenseRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol2
+ arguments: _col7
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
@@ -1200,6 +1647,18 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: part
+ output shape: _col0: int, _col1: string, _col2: string, _col5: int, _col7: double
+ type: TABLE
+ Partition table definition
+ input alias: abc
+ name: noopstreaming
+ order by: _col1
+ output shape: _col0: int, _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: _col0 is not null (type: boolean)
@@ -1233,6 +1692,51 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col2
+ raw input shape:
+ window functions:
+ window function definition
+ alias: _wcol0
+ arguments: _col1
+ name: rank
+ window function: GenericUDAFRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol1
+ arguments: _col1
+ name: dense_rank
+ window function: GenericUDAFDenseRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol2
+ arguments: _col1
+ name: count
+ window function: GenericUDAFCountEvaluator
+ window frame: PRECEDING(MAX)~
+ window function definition
+ alias: _wcol3
+ arguments: _col7
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~
+ window function definition
+ alias: _wcol4
+ arguments: _col5, 1, _col5
+ name: lag
+ window function: GenericUDAFLagEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: bigint), _col7 (type: double), _wcol3 (type: double), _col5 (type: int), (_col5 - _wcol4) (type: int)
@@ -1361,8 +1865,8 @@ STAGE PLANS:
alias: part
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: p_mfgr (type: string), p_mfgr (type: string)
- sort order: ++
+ key expressions: p_mfgr (type: string)
+ sort order: +
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
value expressions: p_name (type: string), p_size (type: int)
@@ -1373,12 +1877,52 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: part
+ output shape: _col1: string, _col2: string, _col5: int
+ type: TABLE
+ Partition table definition
+ input alias: ptf_1
+ name: noopstreaming
+ order by: _col2
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2
+ raw input shape:
+ Partition table definition
+ input alias: ptf_2
+ name: noop
+ order by: _col2
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int
+ type: PTFCOMPONENT
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmap
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2, _col1
+ raw input shape:
+ transforms raw input: true
+ Partition table definition
+ input alias: ptf_2
+ name: noopstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2, _col1
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+ Map-side function: true
Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
- sort order: ++++
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
value expressions: _col5 (type: int)
@@ -1389,10 +1933,30 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int
+ type: PTFCOMPONENT
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmap
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2, _col1
+ raw input shape:
+ transforms raw input: true
+ Partition table definition
+ input alias: ptf_2
+ name: noopstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2, _col1
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
- sort order: ++++
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
value expressions: _col5 (type: int)
@@ -1403,6 +1967,38 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col2, _col1
+ partition by: _col2, _col1
+ raw input shape:
+ window functions:
+ window function definition
+ alias: _wcol0
+ arguments: _col2, _col1
+ name: rank
+ window function: GenericUDAFRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol1
+ arguments: _col2, _col1
+ name: dense_rank
+ window function: GenericUDAFDenseRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol2
+ arguments: _col5
+ name: sum
+ window function: GenericUDAFSumLong
+ window frame: PRECEDING(MAX)~
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint)
@@ -1540,8 +2136,8 @@ STAGE PLANS:
alias: part
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: p_mfgr (type: string), p_mfgr (type: string)
- sort order: ++
+ key expressions: p_mfgr (type: string)
+ sort order: +
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
value expressions: p_name (type: string), p_size (type: int)
@@ -1552,10 +2148,29 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: part
+ output shape: _col1: string, _col2: string, _col5: int
+ type: TABLE
+ Partition table definition
+ input alias: ptf_1
+ name: noopstreaming
+ order by: _col2
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2
+ raw input shape:
+ Partition table definition
+ input alias: ptf_2
+ name: noop
+ order by: _col2
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
- sort order: ++++
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
value expressions: _col5 (type: int)
@@ -1566,10 +2181,22 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int
+ type: PTFCOMPONENT
+ Partition table definition
+ input alias: ptf_1
+ name: noopstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2, _col1
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: _col2 (type: string), _col2 (type: string)
- sort order: ++
+ key expressions: _col2 (type: string)
+ sort order: +
Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string), _col5 (type: int)
@@ -1580,6 +2207,18 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int
+ type: PTFCOMPONENT
+ Partition table definition
+ input alias: ptf_1
+ name: noop
+ order by: _col2
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col2 (type: string), _col1 (type: string)
@@ -1594,6 +2233,38 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col2
+ raw input shape:
+ window functions:
+ window function definition
+ alias: _wcol0
+ arguments: _col1
+ name: rank
+ window function: GenericUDAFRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol1
+ arguments: _col1
+ name: dense_rank
+ window function: GenericUDAFDenseRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol2
+ arguments: _col5
+ name: sum
+ window function: GenericUDAFSumLong
+ window frame: PRECEDING(MAX)~
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint)
@@ -1724,8 +2395,8 @@ STAGE PLANS:
alias: part
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: p_mfgr (type: string), p_name (type: string), p_mfgr (type: string), p_name (type: string)
- sort order: ++++
+ key expressions: p_mfgr (type: string), p_name (type: string)
+ sort order: ++
Map-reduce partition columns: p_mfgr (type: string), p_name (type: string)
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
value expressions: p_size (type: int)
@@ -1736,12 +2407,45 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: part
+ output shape: _col1: string, _col2: string, _col5: int
+ type: TABLE
+ Partition table definition
+ input alias: ptf_1
+ name: noopstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2, _col1
+ raw input shape:
+ Partition table definition
+ input alias: ptf_2
+ name: noop
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2, _col1
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int
+ type: PTFCOMPONENT
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmapstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2, _col1
+ raw input shape:
+ transforms raw input: true
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+ Map-side function: true
Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
- sort order: ++++
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
value expressions: _col5 (type: int)
@@ -1752,6 +2456,19 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int
+ type: PTFCOMPONENT
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmapstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2, _col1
+ raw input shape:
+ transforms raw input: true
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col2 (type: string), _col1 (type: string)
@@ -1766,6 +2483,38 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col2
+ raw input shape:
+ window functions:
+ window function definition
+ alias: _wcol0
+ arguments: _col1
+ name: rank
+ window function: GenericUDAFRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol1
+ arguments: _col1
+ name: dense_rank
+ window function: GenericUDAFDenseRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol2
+ arguments: _col5
+ name: sum
+ window function: GenericUDAFSumLong
+ window frame: PRECEDING(MAX)~
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint), _wcol2 (type: bigint)
Modified: hive/branches/parquet/ql/src/test/results/clientpositive/tez/subquery_in.q.out
URL: http://svn.apache.org/viewvc/hive/branches/parquet/ql/src/test/results/clientpositive/tez/subquery_in.q.out?rev=1664455&r1=1664454&r2=1664455&view=diff
==============================================================================
--- hive/branches/parquet/ql/src/test/results/clientpositive/tez/subquery_in.q.out (original)
+++ hive/branches/parquet/ql/src/test/results/clientpositive/tez/subquery_in.q.out Thu Mar 5 18:51:32 2015
@@ -326,6 +326,25 @@ STAGE PLANS:
outputColumnNames: _col0, _col1
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: string, _col1: int
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col0
+ raw input shape:
+ window functions:
+ window function definition
+ alias: _wcol0
+ arguments: _col1
+ name: rank
+ window function: GenericUDAFRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (_wcol0 <= 2) (type: boolean)
@@ -483,6 +502,25 @@ STAGE PLANS:
outputColumnNames: _col0, _col1
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: string, _col1: int
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col0
+ raw input shape:
+ window functions:
+ window function definition
+ alias: _wcol0
+ arguments: _col1
+ name: rank
+ window function: GenericUDAFRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((_wcol0 <= 2) and _col0 is not null) (type: boolean)
Modified: hive/branches/parquet/ql/src/test/results/clientpositive/tez/tez_join_hash.q.out
URL: http://svn.apache.org/viewvc/hive/branches/parquet/ql/src/test/results/clientpositive/tez/tez_join_hash.q.out?rev=1664455&r1=1664454&r2=1664455&view=diff
==============================================================================
--- hive/branches/parquet/ql/src/test/results/clientpositive/tez/tez_join_hash.q.out (original)
+++ hive/branches/parquet/ql/src/test/results/clientpositive/tez/tez_join_hash.q.out Thu Mar 5 18:51:32 2015
@@ -118,3 +118,839 @@ POSTHOOK: Input: default@orc_src
POSTHOOK: Input: default@src
#### A masked pattern was here ####
1028
+PREHOOK: query: explain
+select count(*) from (select x.key as key, y.value as value from
+srcpart x join srcpart y on (x.key = y.key)
+union all
+select key, value from srcpart z) a join src b on (a.value = b.value) group by a.key, a.value
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select count(*) from (select x.key as key, y.value as value from
+srcpart x join srcpart y on (x.key = y.key)
+union all
+select key, value from srcpart z) a join src b on (a.value = b.value) group by a.key, a.value
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Tez
+ Edges:
+ Map 6 <- Map 7 (BROADCAST_EDGE), Union 3 (CONTAINS)
+ Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE), Map 7 (BROADCAST_EDGE), Union 3 (CONTAINS)
+ Reducer 4 <- Union 3 (SIMPLE_EDGE)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: x
+ Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (key is not null and value is not null) (type: boolean)
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: key (type: string), value (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col1 (type: string)
+ Map 5
+ Map Operator Tree:
+ TableScan
+ alias: x
+ Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: key (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
+ Map 6
+ Map Operator Tree:
+ TableScan
+ alias: x
+ Filter Operator
+ predicate: value is not null (type: boolean)
+ Select Operator
+ expressions: key (type: string), value (type: string)
+ outputColumnNames: _col0, _col1
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 _col1 (type: string)
+ 1 _col0 (type: string)
+ outputColumnNames: _col0, _col1
+ input vertices:
+ 1 Map 7
+ Group By Operator
+ aggregations: count()
+ keys: _col0 (type: string), _col1 (type: string)
+ mode: hash
+ outputColumnNames: _col0, _col1, _col2
+ Reduce Output Operator
+ key expressions: _col0 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
+ value expressions: _col2 (type: bigint)
+ Map 7
+ Map Operator Tree:
+ TableScan
+ alias: b
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: value is not null (type: boolean)
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: value (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ Reducer 2
+ Reduce Operator Tree:
+ Merge Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
+ outputColumnNames: _col1, _col2
+ Select Operator
+ expressions: _col2 (type: string), _col1 (type: string)
+ outputColumnNames: _col0, _col1
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 _col1 (type: string)
+ 1 _col0 (type: string)
+ outputColumnNames: _col0, _col1
+ input vertices:
+ 1 Map 7
+ Group By Operator
+ aggregations: count()
+ keys: _col0 (type: string), _col1 (type: string)
+ mode: hash
+ outputColumnNames: _col0, _col1, _col2
+ Reduce Output Operator
+ key expressions: _col0 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
+ value expressions: _col2 (type: bigint)
+ Reducer 4
+ Reduce Operator Tree:
+ Group By Operator
+ aggregations: count(VALUE._col0)
+ keys: KEY._col0 (type: string), KEY._col1 (type: string)
+ mode: mergepartial
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 1155 Data size: 12270 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col2 (type: bigint)
+ outputColumnNames: _col0
+ Statistics: Num rows: 1155 Data size: 12270 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1155 Data size: 12270 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Execution mode: vectorized
+ Union 3
+ Vertex: Union 3
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select key, count(*) from (select x.key as key, y.value as value from
+srcpart x join srcpart y on (x.key = y.key)
+union all
+select key, value from srcpart z) a join src b on (a.value = b.value) group by a.key, a.value
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Input: default@srcpart
+PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
+PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
+PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
+PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
+#### A masked pattern was here ####
+POSTHOOK: query: select key, count(*) from (select x.key as key, y.value as value from
+srcpart x join srcpart y on (x.key = y.key)
+union all
+select key, value from srcpart z) a join src b on (a.value = b.value) group by a.key, a.value
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Input: default@srcpart
+POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
+POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
+POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
+POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
+#### A masked pattern was here ####
+0 468
+10 20
+103 144
+105 20
+116 20
+120 144
+125 144
+129 144
+131 20
+134 144
+136 20
+143 20
+145 20
+149 144
+150 20
+155 20
+157 20
+158 20
+160 20
+163 20
+164 144
+166 20
+17 20
+170 20
+172 144
+180 20
+183 20
+189 20
+19 20
+190 20
+191 144
+193 468
+195 144
+196 20
+20 20
+205 144
+207 144
+209 144
+213 144
+216 144
+217 144
+223 144
+224 144
+228 20
+229 144
+233 144
+235 20
+238 144
+239 144
+24 144
+241 20
+244 20
+247 20
+248 20
+255 144
+258 20
+26 144
+260 20
+263 20
+265 144
+266 20
+272 144
+273 468
+274 20
+28 20
+281 144
+286 20
+291 20
+296 20
+298 468
+30 20
+302 20
+305 20
+306 20
+307 144
+308 20
+309 144
+315 20
+316 468
+317 144
+318 468
+321 144
+325 144
+33 20
+331 144
+332 20
+335 20
+339 20
+342 144
+345 20
+353 144
+356 20
+360 20
+366 20
+367 144
+368 20
+369 468
+37 144
+373 20
+375 20
+377 20
+378 20
+379 20
+382 144
+384 468
+386 20
+389 20
+394 20
+395 144
+396 468
+399 144
+400 20
+401 2100
+402 20
+406 1088
+407 20
+41 20
+413 144
+414 144
+42 144
+430 468
+431 468
+436 20
+44 20
+446 20
+448 20
+449 20
+452 20
+459 144
+462 144
+466 468
+467 20
+468 1088
+47 20
+472 20
+480 468
+482 20
+484 20
+485 20
+487 20
+490 20
+493 20
+494 20
+495 20
+496 20
+497 20
+498 468
+5 468
+51 144
+54 20
+57 20
+58 144
+65 20
+66 20
+69 20
+70 468
+74 20
+77 20
+78 20
+8 20
+80 20
+84 144
+85 20
+87 20
+9 20
+92 20
+95 144
+96 20
+100 144
+104 144
+11 20
+111 20
+113 144
+114 20
+118 144
+119 468
+12 144
+126 20
+128 468
+133 20
+137 144
+138 1088
+146 144
+15 144
+152 144
+153 20
+156 20
+162 20
+165 144
+167 468
+168 20
+169 1088
+174 144
+175 144
+176 144
+177 20
+178 20
+179 144
+18 144
+181 20
+186 20
+187 468
+192 20
+194 20
+197 144
+199 468
+2 20
+200 144
+201 20
+202 20
+203 144
+208 468
+214 20
+218 20
+219 144
+221 144
+222 20
+226 20
+230 2100
+237 144
+242 144
+249 20
+252 20
+256 144
+257 20
+262 20
+27 20
+275 20
+277 1088
+278 144
+280 144
+282 144
+283 20
+284 20
+285 20
+287 20
+288 144
+289 20
+292 20
+310 20
+311 468
+322 144
+323 20
+327 468
+333 144
+336 20
+338 20
+34 20
+341 20
+344 144
+348 2100
+35 468
+351 20
+362 20
+364 20
+365 20
+374 20
+392 20
+393 20
+397 144
+4 20
+403 468
+404 144
+409 468
+411 20
+417 468
+418 20
+419 20
+421 20
+424 144
+427 20
+429 144
+43 20
+432 20
+435 20
+437 20
+438 468
+439 144
+443 20
+444 20
+453 20
+454 468
+455 20
+457 20
+458 144
+460 20
+463 144
+469 2100
+470 20
+475 20
+477 20
+478 144
+479 20
+481 20
+483 20
+489 1088
+491 20
+492 144
+53 20
+64 20
+67 144
+72 144
+76 144
+82 20
+83 144
+86 20
+90 468
+97 144
+98 144
+PREHOOK: query: select key, count(*) from (select x.key as key, y.value as value from
+srcpart x join srcpart y on (x.key = y.key)
+union all
+select key, value from srcpart z) a join src b on (a.value = b.value) group by a.key, a.value
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Input: default@srcpart
+PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
+PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
+PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
+PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
+#### A masked pattern was here ####
+POSTHOOK: query: select key, count(*) from (select x.key as key, y.value as value from
+srcpart x join srcpart y on (x.key = y.key)
+union all
+select key, value from srcpart z) a join src b on (a.value = b.value) group by a.key, a.value
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Input: default@srcpart
+POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
+POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
+POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
+POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
+#### A masked pattern was here ####
+0 468
+10 20
+100 144
+103 144
+104 144
+105 20
+11 20
+111 20
+113 144
+114 20
+116 20
+118 144
+119 468
+12 144
+120 144
+125 144
+126 20
+128 468
+129 144
+131 20
+133 20
+134 144
+136 20
+137 144
+138 1088
+143 20
+145 20
+146 144
+149 144
+15 144
+150 20
+152 144
+153 20
+155 20
+156 20
+157 20
+158 20
+160 20
+162 20
+163 20
+164 144
+165 144
+166 20
+167 468
+168 20
+169 1088
+17 20
+170 20
+172 144
+174 144
+175 144
+176 144
+177 20
+178 20
+179 144
+18 144
+180 20
+181 20
+183 20
+186 20
+187 468
+189 20
+19 20
+190 20
+191 144
+192 20
+193 468
+194 20
+195 144
+196 20
+197 144
+199 468
+2 20
+20 20
+200 144
+201 20
+202 20
+203 144
+205 144
+207 144
+208 468
+209 144
+213 144
+214 20
+216 144
+217 144
+218 20
+219 144
+221 144
+222 20
+223 144
+224 144
+226 20
+228 20
+229 144
+230 2100
+233 144
+235 20
+237 144
+238 144
+239 144
+24 144
+241 20
+242 144
+244 20
+247 20
+248 20
+249 20
+252 20
+255 144
+256 144
+257 20
+258 20
+26 144
+260 20
+262 20
+263 20
+265 144
+266 20
+27 20
+272 144
+273 468
+274 20
+275 20
+277 1088
+278 144
+28 20
+280 144
+281 144
+282 144
+283 20
+284 20
+285 20
+286 20
+287 20
+288 144
+289 20
+291 20
+292 20
+296 20
+298 468
+30 20
+302 20
+305 20
+306 20
+307 144
+308 20
+309 144
+310 20
+311 468
+315 20
+316 468
+317 144
+318 468
+321 144
+322 144
+323 20
+325 144
+327 468
+33 20
+331 144
+332 20
+333 144
+335 20
+336 20
+338 20
+339 20
+34 20
+341 20
+342 144
+344 144
+345 20
+348 2100
+35 468
+351 20
+353 144
+356 20
+360 20
+362 20
+364 20
+365 20
+366 20
+367 144
+368 20
+369 468
+37 144
+373 20
+374 20
+375 20
+377 20
+378 20
+379 20
+382 144
+384 468
+386 20
+389 20
+392 20
+393 20
+394 20
+395 144
+396 468
+397 144
+399 144
+4 20
+400 20
+401 2100
+402 20
+403 468
+404 144
+406 1088
+407 20
+409 468
+41 20
+411 20
+413 144
+414 144
+417 468
+418 20
+419 20
+42 144
+421 20
+424 144
+427 20
+429 144
+43 20
+430 468
+431 468
+432 20
+435 20
+436 20
+437 20
+438 468
+439 144
+44 20
+443 20
+444 20
+446 20
+448 20
+449 20
+452 20
+453 20
+454 468
+455 20
+457 20
+458 144
+459 144
+460 20
+462 144
+463 144
+466 468
+467 20
+468 1088
+469 2100
+47 20
+470 20
+472 20
+475 20
+477 20
+478 144
+479 20
+480 468
+481 20
+482 20
+483 20
+484 20
+485 20
+487 20
+489 1088
+490 20
+491 20
+492 144
+493 20
+494 20
+495 20
+496 20
+497 20
+498 468
+5 468
+51 144
+53 20
+54 20
+57 20
+58 144
+64 20
+65 20
+66 20
+67 144
+69 20
+70 468
+72 144
+74 20
+76 144
+77 20
+78 20
+8 20
+80 20
+82 20
+83 144
+84 144
+85 20
+86 20
+87 20
+9 20
+90 468
+92 20
+95 144
+96 20
+97 144
+98 144
Modified: hive/branches/parquet/ql/src/test/results/clientpositive/tez/transform_ppr1.q.out
URL: http://svn.apache.org/viewvc/hive/branches/parquet/ql/src/test/results/clientpositive/tez/transform_ppr1.q.out?rev=1664455&r1=1664454&r2=1664455&view=diff
==============================================================================
--- hive/branches/parquet/ql/src/test/results/clientpositive/tez/transform_ppr1.q.out (original)
+++ hive/branches/parquet/ql/src/test/results/clientpositive/tez/transform_ppr1.q.out Thu Mar 5 18:51:32 2015
@@ -354,7 +354,7 @@ STAGE PLANS:
columns _col0,_col1
columns.types string:string
escape.delim \
- hive.serialization.extend.nesting.levels true
+ hive.serialization.extend.additional.nesting.levels true
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Modified: hive/branches/parquet/ql/src/test/results/clientpositive/tez/transform_ppr2.q.out
URL: http://svn.apache.org/viewvc/hive/branches/parquet/ql/src/test/results/clientpositive/tez/transform_ppr2.q.out?rev=1664455&r1=1664454&r2=1664455&view=diff
==============================================================================
--- hive/branches/parquet/ql/src/test/results/clientpositive/tez/transform_ppr2.q.out (original)
+++ hive/branches/parquet/ql/src/test/results/clientpositive/tez/transform_ppr2.q.out Thu Mar 5 18:51:32 2015
@@ -262,7 +262,7 @@ STAGE PLANS:
columns _col0,_col1
columns.types string:string
escape.delim \
- hive.serialization.extend.nesting.levels true
+ hive.serialization.extend.additional.nesting.levels true
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Modified: hive/branches/parquet/ql/src/test/results/clientpositive/tez/union3.q.out
URL: http://svn.apache.org/viewvc/hive/branches/parquet/ql/src/test/results/clientpositive/tez/union3.q.out?rev=1664455&r1=1664454&r2=1664455&view=diff
==============================================================================
--- hive/branches/parquet/ql/src/test/results/clientpositive/tez/union3.q.out (original)
+++ hive/branches/parquet/ql/src/test/results/clientpositive/tez/union3.q.out Thu Mar 5 18:51:32 2015
@@ -1,4 +1,4 @@
-PREHOOK: query: -- SORT_BEFORE_DIFF
+PREHOOK: query: -- SORT_QUERY_RESULTS
explain
SELECT *
@@ -17,7 +17,7 @@ FROM (
CLUSTER BY id
) a
PREHOOK: type: QUERY
-POSTHOOK: query: -- SORT_BEFORE_DIFF
+POSTHOOK: query: -- SORT_QUERY_RESULTS
explain
SELECT *
Modified: hive/branches/parquet/ql/src/test/results/clientpositive/tez/union4.q.out
URL: http://svn.apache.org/viewvc/hive/branches/parquet/ql/src/test/results/clientpositive/tez/union4.q.out?rev=1664455&r1=1664454&r2=1664455&view=diff
==============================================================================
--- hive/branches/parquet/ql/src/test/results/clientpositive/tez/union4.q.out (original)
+++ hive/branches/parquet/ql/src/test/results/clientpositive/tez/union4.q.out Thu Mar 5 18:51:32 2015
@@ -1,11 +1,15 @@
-PREHOOK: query: -- union case: both subqueries are map-reduce jobs on same input, followed by filesink
+PREHOOK: query: -- SORT_QUERY_RESULTS
+
+-- union case: both subqueries are map-reduce jobs on same input, followed by filesink
create table tmptable(key string, value int)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@tmptable
-POSTHOOK: query: -- union case: both subqueries are map-reduce jobs on same input, followed by filesink
+POSTHOOK: query: -- SORT_QUERY_RESULTS
+
+-- union case: both subqueries are map-reduce jobs on same input, followed by filesink
create table tmptable(key string, value int)