You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by ha...@apache.org on 2015/02/14 21:11:12 UTC
svn commit: r1659857 [3/11] - in /hive/trunk: itests/src/test/resources/
ql/src/java/org/apache/hadoop/hive/ql/exec/
ql/src/java/org/apache/hadoop/hive/ql/optimizer/
ql/src/java/org/apache/hadoop/hive/ql/parse/
ql/src/java/org/apache/hadoop/hive/ql/pla...
Modified: hive/trunk/ql/src/test/results/clientpositive/ptf_matchpath.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/ptf_matchpath.q.out?rev=1659857&r1=1659856&r2=1659857&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/ptf_matchpath.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/ptf_matchpath.q.out Sat Feb 14 20:11:11 2015
@@ -37,6 +37,7 @@ POSTHOOK: Output: default@flights_tiny
PREHOOK: query: -- SORT_QUERY_RESULTS
-- 1. basic Matchpath test
+explain
select origin_city_name, fl_num, year, month, day_of_month, sz, tpath
from matchpath(on
flights_tiny
@@ -47,11 +48,10 @@ from matchpath(on
arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath')
)
PREHOOK: type: QUERY
-PREHOOK: Input: default@flights_tiny
-#### A masked pattern was here ####
POSTHOOK: query: -- SORT_QUERY_RESULTS
-- 1. basic Matchpath test
+explain
select origin_city_name, fl_num, year, month, day_of_month, sz, tpath
from matchpath(on
flights_tiny
@@ -62,6 +62,83 @@ from matchpath(on
arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath')
)
POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: flights_tiny
+ Statistics: Num rows: 17 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: fl_num (type: string), year (type: int), month (type: int), day_of_month (type: int)
+ sort order: ++++
+ Map-reduce partition columns: fl_num (type: string)
+ Statistics: Num rows: 17 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+ value expressions: origin_city_name (type: string), dest_city_name (type: string), arr_delay (type: float), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ Reduce Operator Tree:
+ Select Operator
+ expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), VALUE._col2 (type: float), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: bigint), VALUE._col4 (type: string), VALUE._col5 (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9
+ Statistics: Num rows: 17 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: flights_tiny
+ output shape: _col0: string, _col1: string, _col2: int, _col3: int, _col4: int, _col5: float, _col6: string, _col7: bigint, _col8: string, _col9: struct<transactionid:bigint,bucketid:int,rowid:bigint>
+ type: TABLE
+ Partition table definition
+ input alias: ptf_1
+ arguments: 'LATE.LATE+', 'LATE', (_col5 > 15.0), 'origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath'
+ name: matchpath
+ order by: _col2, _col3, _col4
+ output shape: origin_city_name: string, fl_num: string, year: int, month: int, day_of_month: int, sz: int, tpath: int
+ partition by: _col6
+ raw input shape:
+ Statistics: Num rows: 17 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: origin_city_name (type: string), fl_num (type: string), year (type: int), month (type: int), day_of_month (type: int), sz (type: int), tpath (type: int)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
+ Statistics: Num rows: 17 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 17 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select origin_city_name, fl_num, year, month, day_of_month, sz, tpath
+from matchpath(on
+ flights_tiny
+ distribute by fl_num
+ sort by year, month, day_of_month
+ arg1('LATE.LATE+'),
+ arg2('LATE'), arg3(arr_delay > 15),
+ arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath')
+ )
+PREHOOK: type: QUERY
+PREHOOK: Input: default@flights_tiny
+#### A masked pattern was here ####
+POSTHOOK: query: select origin_city_name, fl_num, year, month, day_of_month, sz, tpath
+from matchpath(on
+ flights_tiny
+ distribute by fl_num
+ sort by year, month, day_of_month
+ arg1('LATE.LATE+'),
+ arg2('LATE'), arg3(arr_delay > 15),
+ arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath')
+ )
+POSTHOOK: type: QUERY
POSTHOOK: Input: default@flights_tiny
#### A masked pattern was here ####
Baltimore 1142 2010 10 20 6 20
@@ -81,6 +158,7 @@ Chicago 897 2010 10 21 3 21
Chicago 897 2010 10 22 2 22
Washington 7291 2010 10 27 2 27
PREHOOK: query: -- 2. Matchpath on 1 partition
+explain
select origin_city_name, fl_num, year, month, day_of_month, sz, tpath
from matchpath(on
flights_tiny
@@ -91,9 +169,8 @@ from matchpath(on
)
where fl_num = 1142
PREHOOK: type: QUERY
-PREHOOK: Input: default@flights_tiny
-#### A masked pattern was here ####
POSTHOOK: query: -- 2. Matchpath on 1 partition
+explain
select origin_city_name, fl_num, year, month, day_of_month, sz, tpath
from matchpath(on
flights_tiny
@@ -104,6 +181,86 @@ from matchpath(on
)
where fl_num = 1142
POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: flights_tiny
+ Statistics: Num rows: 17 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: 0 (type: int), fl_num (type: string), year (type: int), month (type: int), day_of_month (type: int)
+ sort order: +++++
+ Map-reduce partition columns: 0 (type: int)
+ Statistics: Num rows: 17 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+ value expressions: origin_city_name (type: string), dest_city_name (type: string), arr_delay (type: float), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ Reduce Operator Tree:
+ Select Operator
+ expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: int), VALUE._col2 (type: float), KEY.reducesinkkey1 (type: string), VALUE._col3 (type: bigint), VALUE._col4 (type: string), VALUE._col5 (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9
+ Statistics: Num rows: 17 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: flights_tiny
+ output shape: _col0: string, _col1: string, _col2: int, _col3: int, _col4: int, _col5: float, _col6: string, _col7: bigint, _col8: string, _col9: struct<transactionid:bigint,bucketid:int,rowid:bigint>
+ type: TABLE
+ Partition table definition
+ input alias: ptf_1
+ arguments: 'LATE.LATE+', 'LATE', (_col5 > 15.0), 'origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath'
+ name: matchpath
+ order by: _col6, _col2, _col3, _col4
+ output shape: origin_city_name: string, fl_num: string, year: int, month: int, day_of_month: int, sz: int, tpath: int
+ partition by: 0
+ raw input shape:
+ Statistics: Num rows: 17 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (fl_num = 1142) (type: boolean)
+ Statistics: Num rows: 8 Data size: 2531 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: origin_city_name (type: string), '1142' (type: string), year (type: int), month (type: int), day_of_month (type: int), sz (type: int), tpath (type: int)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
+ Statistics: Num rows: 8 Data size: 2531 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 8 Data size: 2531 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select origin_city_name, fl_num, year, month, day_of_month, sz, tpath
+from matchpath(on
+ flights_tiny
+ sort by fl_num, year, month, day_of_month
+ arg1('LATE.LATE+'),
+ arg2('LATE'), arg3(arr_delay > 15),
+ arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath')
+ )
+where fl_num = 1142
+PREHOOK: type: QUERY
+PREHOOK: Input: default@flights_tiny
+#### A masked pattern was here ####
+POSTHOOK: query: select origin_city_name, fl_num, year, month, day_of_month, sz, tpath
+from matchpath(on
+ flights_tiny
+ sort by fl_num, year, month, day_of_month
+ arg1('LATE.LATE+'),
+ arg2('LATE'), arg3(arr_delay > 15),
+ arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath')
+ )
+where fl_num = 1142
+POSTHOOK: type: QUERY
POSTHOOK: Input: default@flights_tiny
#### A masked pattern was here ####
Baltimore 1142 2010 10 20 6 20
@@ -112,6 +269,7 @@ Baltimore 1142 2010 10 22 4 22
Baltimore 1142 2010 10 25 3 25
Baltimore 1142 2010 10 26 2 26
PREHOOK: query: -- 3. empty partition.
+explain
select origin_city_name, fl_num, year, month, day_of_month, sz, tpath
from matchpath(on
(select * from flights_tiny where fl_num = -1142) flights_tiny
@@ -121,13 +279,94 @@ from matchpath(on
arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath')
)
PREHOOK: type: QUERY
-PREHOOK: Input: default@flights_tiny
-#### A masked pattern was here ####
POSTHOOK: query: -- 3. empty partition.
+explain
select origin_city_name, fl_num, year, month, day_of_month, sz, tpath
from matchpath(on
(select * from flights_tiny where fl_num = -1142) flights_tiny
sort by fl_num, year, month, day_of_month
+ arg1('LATE.LATE+'),
+ arg2('LATE'), arg3(arr_delay > 15),
+ arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath')
+ )
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: flights_tiny
+ Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (fl_num = -1142) (type: boolean)
+ Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: origin_city_name (type: string), dest_city_name (type: string), year (type: int), month (type: int), day_of_month (type: int), arr_delay (type: float)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
+ Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: 0 (type: int), '-1142' (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: int)
+ sort order: +++++
+ Map-reduce partition columns: 0 (type: int)
+ Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col0 (type: string), _col1 (type: string), _col5 (type: float)
+ Reduce Operator Tree:
+ Select Operator
+ expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: int), VALUE._col2 (type: float), '-1142' (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
+ Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Function definitions:
+ Input definition
+ input alias: flights_tiny
+ output shape: _col0: string, _col1: string, _col2: int, _col3: int, _col4: int, _col5: float, _col6: string
+ type: SUBQUERY
+ Partition table definition
+ input alias: ptf_1
+ arguments: 'LATE.LATE+', 'LATE', (_col5 > 15.0), 'origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath'
+ name: matchpath
+ order by: _col6, _col2, _col3, _col4
+ output shape: origin_city_name: string, fl_num: string, year: int, month: int, day_of_month: int, sz: int, tpath: int
+ partition by: 0
+ raw input shape:
+ Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: origin_city_name (type: string), '-1142' (type: string), year (type: int), month (type: int), day_of_month (type: int), sz (type: int), tpath (type: int)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
+ Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select origin_city_name, fl_num, year, month, day_of_month, sz, tpath
+from matchpath(on
+ (select * from flights_tiny where fl_num = -1142) flights_tiny
+ sort by fl_num, year, month, day_of_month
+ arg1('LATE.LATE+'),
+ arg2('LATE'), arg3(arr_delay > 15),
+ arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath')
+ )
+PREHOOK: type: QUERY
+PREHOOK: Input: default@flights_tiny
+#### A masked pattern was here ####
+POSTHOOK: query: select origin_city_name, fl_num, year, month, day_of_month, sz, tpath
+from matchpath(on
+ (select * from flights_tiny where fl_num = -1142) flights_tiny
+ sort by fl_num, year, month, day_of_month
arg1('LATE.LATE+'),
arg2('LATE'), arg3(arr_delay > 15),
arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath')
Modified: hive/trunk/ql/src/test/results/clientpositive/ptf_streaming.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/ptf_streaming.q.out?rev=1659857&r1=1659856&r2=1659857&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/ptf_streaming.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/ptf_streaming.q.out Sat Feb 14 20:11:11 2015
@@ -48,6 +48,18 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: part
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: TABLE
+ Partition table definition
+ input alias: ptf_1
+ name: noopstreaming
+ order by: _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
@@ -72,6 +84,38 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col2
+ raw input shape:
+ window functions:
+ window function definition
+ alias: _wcol0
+ arguments: _col1
+ name: rank
+ window function: GenericUDAFRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol1
+ arguments: _col1
+ name: dense_rank
+ window function: GenericUDAFDenseRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol2
+ arguments: _col7
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
@@ -220,6 +264,18 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: j
+ output shape: _col1: string, _col2: string, _col5: int
+ type: SUBQUERY
+ Partition table definition
+ input alias: ptf_1
+ name: noopstreaming
+ order by: _col1
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
@@ -244,6 +300,25 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col2
+ raw input shape:
+ window functions:
+ window function definition
+ alias: _wcol0
+ arguments: _col5, 1, _col5
+ name: lag
+ window function: GenericUDAFLagEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), (_col5 - _wcol0) (type: int)
@@ -347,6 +422,18 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: part
+ output shape: _col0: int, _col1: string, _col2: string, _col3: string, _col4: string, _col5: int, _col6: string, _col7: double, _col8: string
+ type: TABLE
+ Partition table definition
+ input alias: abc
+ name: noopstreaming
+ order by: _col1
+ output shape: _col0: int, _col1: string, _col2: string, _col3: string, _col4: string, _col5: int, _col6: string, _col7: double, _col8: string
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: _col0 is not null (type: boolean)
@@ -475,7 +562,21 @@ STAGE PLANS:
alias: part
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: part
+ output shape: p_name: string, p_mfgr: string, p_size: int
+ type: TABLE
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmapstreaming
+ order by: p_name, p_size(DESC)
+ output shape: p_name: string, p_mfgr: string, p_size: int
+ partition by: p_mfgr
+ raw input shape:
+ transforms raw input: true
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+ Map-side function: true
Reduce Output Operator
key expressions: p_mfgr (type: string), p_name (type: string), p_size (type: int)
sort order: ++-
@@ -487,6 +588,19 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: part
+ output shape: _col1: string, _col2: string, _col5: int
+ type: TABLE
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmapstreaming
+ order by: _col1, _col5(DESC)
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2
+ raw input shape:
+ transforms raw input: true
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
@@ -510,6 +624,25 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1, _col5(DESC)
+ partition by: _col2
+ raw input shape:
+ window functions:
+ window function definition
+ alias: _wcol0
+ arguments: _col1, _col5
+ name: rank
+ window function: GenericUDAFRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int)
@@ -604,7 +737,21 @@ STAGE PLANS:
alias: part
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: part
+ output shape: p_name: string, p_mfgr: string, p_size: int, p_retailprice: double
+ type: TABLE
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmapstreaming
+ order by: p_name
+ output shape: p_name: string, p_mfgr: string, p_size: int, p_retailprice: double
+ partition by: p_mfgr
+ raw input shape:
+ transforms raw input: true
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+ Map-side function: true
Reduce Output Operator
key expressions: p_mfgr (type: string), p_name (type: string)
sort order: ++
@@ -617,6 +764,19 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: part
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: TABLE
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmapstreaming
+ order by: _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
+ transforms raw input: true
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
@@ -641,6 +801,38 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col2
+ raw input shape:
+ window functions:
+ window function definition
+ alias: _wcol0
+ arguments: _col1
+ name: rank
+ window function: GenericUDAFRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol1
+ arguments: _col1
+ name: dense_rank
+ window function: GenericUDAFDenseRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol2
+ arguments: _col7
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
@@ -753,9 +945,42 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: part
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: TABLE
+ Partition table definition
+ input alias: ptf_1
+ name: noopstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: PTFCOMPONENT
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmapstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
+ transforms raw input: true
+ Partition table definition
+ input alias: ptf_2
+ name: noopstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+ Map-side function: true
File Output Operator
compressed: false
table:
@@ -779,6 +1004,26 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: PTFCOMPONENT
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmapstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
+ transforms raw input: true
+ Partition table definition
+ input alias: ptf_2
+ name: noopstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
@@ -803,6 +1048,38 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col2
+ raw input shape:
+ window functions:
+ window function definition
+ alias: _wcol0
+ arguments: _col1
+ name: rank
+ window function: GenericUDAFRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol1
+ arguments: _col1
+ name: dense_rank
+ window function: GenericUDAFDenseRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol2
+ arguments: _col7
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
@@ -917,9 +1194,42 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: part
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: TABLE
+ Partition table definition
+ input alias: ptf_1
+ name: noopstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: PTFCOMPONENT
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmap
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
+ transforms raw input: true
+ Partition table definition
+ input alias: ptf_2
+ name: noopstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+ Map-side function: true
File Output Operator
compressed: false
table:
@@ -943,6 +1253,26 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: PTFCOMPONENT
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmap
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
+ transforms raw input: true
+ Partition table definition
+ input alias: ptf_2
+ name: noopstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
@@ -967,6 +1297,38 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col2
+ raw input shape:
+ window functions:
+ window function definition
+ alias: _wcol0
+ arguments: _col1
+ name: rank
+ window function: GenericUDAFRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol1
+ arguments: _col1
+ name: dense_rank
+ window function: GenericUDAFDenseRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol2
+ arguments: _col7
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
@@ -1081,9 +1443,42 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: part
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: TABLE
+ Partition table definition
+ input alias: ptf_1
+ name: noopstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: PTFCOMPONENT
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmapstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
+ transforms raw input: true
+ Partition table definition
+ input alias: ptf_2
+ name: noop
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+ Map-side function: true
File Output Operator
compressed: false
table:
@@ -1107,6 +1502,26 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: PTFCOMPONENT
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmapstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
+ transforms raw input: true
+ Partition table definition
+ input alias: ptf_2
+ name: noop
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
@@ -1131,6 +1546,38 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col2
+ raw input shape:
+ window functions:
+ window function definition
+ alias: _wcol0
+ arguments: _col1
+ name: rank
+ window function: GenericUDAFRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol1
+ arguments: _col1
+ name: dense_rank
+ window function: GenericUDAFDenseRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol2
+ arguments: _col7
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
@@ -1249,6 +1696,18 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: part
+ output shape: _col0: int, _col1: string, _col2: string, _col5: int, _col7: double
+ type: TABLE
+ Partition table definition
+ input alias: abc
+ name: noopstreaming
+ order by: _col1
+ output shape: _col0: int, _col1: string, _col2: string, _col5: int, _col7: double
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: _col0 is not null (type: boolean)
@@ -1313,6 +1772,51 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int, _col7: double
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col2
+ raw input shape:
+ window functions:
+ window function definition
+ alias: _wcol0
+ arguments: _col1
+ name: rank
+ window function: GenericUDAFRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol1
+ arguments: _col1
+ name: dense_rank
+ window function: GenericUDAFDenseRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol2
+ arguments: _col1
+ name: count
+ window function: GenericUDAFCountEvaluator
+ window frame: PRECEDING(MAX)~
+ window function definition
+ alias: _wcol3
+ arguments: _col7
+ name: sum
+ window function: GenericUDAFSumDouble
+ window frame: PRECEDING(MAX)~
+ window function definition
+ alias: _wcol4
+ arguments: _col5, 1, _col5
+ name: lag
+ window function: GenericUDAFLagEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: bigint), _col7 (type: double), _wcol3 (type: double), _col5 (type: int), (_col5 - _wcol4) (type: int)
@@ -1447,9 +1951,49 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: part
+ output shape: _col1: string, _col2: string, _col5: int
+ type: TABLE
+ Partition table definition
+ input alias: ptf_1
+ name: noopstreaming
+ order by: _col2
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2
+ raw input shape:
+ Partition table definition
+ input alias: ptf_2
+ name: noop
+ order by: _col2
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int
+ type: PTFCOMPONENT
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmap
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2, _col1
+ raw input shape:
+ transforms raw input: true
+ Partition table definition
+ input alias: ptf_2
+ name: noopstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2, _col1
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+ Map-side function: true
File Output Operator
compressed: false
table:
@@ -1473,6 +2017,26 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int
+ type: PTFCOMPONENT
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmap
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2, _col1
+ raw input shape:
+ transforms raw input: true
+ Partition table definition
+ input alias: ptf_2
+ name: noopstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2, _col1
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
@@ -1497,6 +2061,38 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col2, _col1
+ partition by: _col2, _col1
+ raw input shape:
+ window functions:
+ window function definition
+ alias: _wcol0
+ arguments: _col2, _col1
+ name: rank
+ window function: GenericUDAFRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol1
+ arguments: _col2, _col1
+ name: dense_rank
+ window function: GenericUDAFDenseRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol2
+ arguments: _col5
+ name: sum
+ window function: GenericUDAFSumLong
+ window frame: PRECEDING(MAX)~
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint)
@@ -1640,6 +2236,25 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: part
+ output shape: _col1: string, _col2: string, _col5: int
+ type: TABLE
+ Partition table definition
+ input alias: ptf_1
+ name: noopstreaming
+ order by: _col2
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2
+ raw input shape:
+ Partition table definition
+ input alias: ptf_2
+ name: noop
+ order by: _col2
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
@@ -1664,6 +2279,18 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int
+ type: PTFCOMPONENT
+ Partition table definition
+ input alias: ptf_1
+ name: noopstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2, _col1
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
@@ -1688,6 +2315,18 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int
+ type: PTFCOMPONENT
+ Partition table definition
+ input alias: ptf_1
+ name: noop
+ order by: _col2
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
@@ -1712,6 +2351,38 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col2
+ raw input shape:
+ window functions:
+ window function definition
+ alias: _wcol0
+ arguments: _col1
+ name: rank
+ window function: GenericUDAFRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol1
+ arguments: _col1
+ name: dense_rank
+ window function: GenericUDAFDenseRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol2
+ arguments: _col5
+ name: sum
+ window function: GenericUDAFSumLong
+ window frame: PRECEDING(MAX)~
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint)
@@ -1848,9 +2519,42 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: part
+ output shape: _col1: string, _col2: string, _col5: int
+ type: TABLE
+ Partition table definition
+ input alias: ptf_1
+ name: noopstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2, _col1
+ raw input shape:
+ Partition table definition
+ input alias: ptf_2
+ name: noop
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2, _col1
+ raw input shape:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int
+ type: PTFCOMPONENT
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmapstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2, _col1
+ raw input shape:
+ transforms raw input: true
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+ Map-side function: true
File Output Operator
compressed: false
table:
@@ -1874,6 +2578,19 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int
+ type: PTFCOMPONENT
+ Partition table definition
+ input alias: ptf_1
+ name: noopwithmapstreaming
+ order by: _col2, _col1
+ output shape: _col1: string, _col2: string, _col5: int
+ partition by: _col2, _col1
+ raw input shape:
+ transforms raw input: true
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
@@ -1898,6 +2615,38 @@ STAGE PLANS:
outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col1: string, _col2: string, _col5: int
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col2
+ raw input shape:
+ window functions:
+ window function definition
+ alias: _wcol0
+ arguments: _col1
+ name: rank
+ window function: GenericUDAFRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol1
+ arguments: _col1
+ name: dense_rank
+ window function: GenericUDAFDenseRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
+ window function definition
+ alias: _wcol2
+ arguments: _col5
+ name: sum
+ window function: GenericUDAFSumLong
+ window frame: PRECEDING(MAX)~
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint), _wcol2 (type: bigint)
Modified: hive/trunk/ql/src/test/results/clientpositive/quotedid_basic.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/quotedid_basic.q.out?rev=1659857&r1=1659856&r2=1659857&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/quotedid_basic.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/quotedid_basic.q.out Sat Feb 14 20:11:11 2015
@@ -198,6 +198,25 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col2
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: string, _col1: string, _col2: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col2
+ raw input shape:
+ window functions:
+ window function definition
+ alias: _wcol0
+ arguments: _col1
+ name: rank
+ window function: GenericUDAFRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _wcol0 (type: int)
@@ -283,6 +302,25 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col2
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
PTF Operator
+ Function definitions:
+ Input definition
+ input alias: ptf_0
+ output shape: _col0: string, _col1: string, _col2: string
+ type: WINDOWING
+ Windowing table definition
+ input alias: ptf_1
+ name: windowingtablefunction
+ order by: _col1
+ partition by: _col2
+ raw input shape:
+ window functions:
+ window function definition
+ alias: _wcol0
+ arguments: _col1
+ name: rank
+ window function: GenericUDAFRankEvaluator
+ window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+ isPivotResult: true
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _wcol0 (type: int)
Modified: hive/trunk/ql/src/test/results/clientpositive/sample10.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/sample10.q.out?rev=1659857&r1=1659856&r2=1659857&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/sample10.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/sample10.q.out Sat Feb 14 20:11:11 2015
@@ -97,6 +97,7 @@ STAGE PLANS:
Filter Operator
isSamplingPred: true
predicate: (((hash(key) & 2147483647) % 4) = 0) (type: boolean)
+ sampleDesc: BUCKET 1 OUT OF 4
Statistics: Num rows: 20 Data size: 120 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: ds (type: string)
Modified: hive/trunk/ql/src/test/results/clientpositive/sample2.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/sample2.q.out?rev=1659857&r1=1659856&r2=1659857&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/sample2.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/sample2.q.out Sat Feb 14 20:11:11 2015
@@ -62,6 +62,7 @@ STAGE PLANS:
Filter Operator
isSamplingPred: true
predicate: (((hash(key) & 2147483647) % 2) = 0) (type: boolean)
+ sampleDesc: BUCKET 1 OUT OF 2
Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
Modified: hive/trunk/ql/src/test/results/clientpositive/sample4.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/sample4.q.out?rev=1659857&r1=1659856&r2=1659857&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/sample4.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/sample4.q.out Sat Feb 14 20:11:11 2015
@@ -64,6 +64,7 @@ STAGE PLANS:
Filter Operator
isSamplingPred: true
predicate: (((hash(key) & 2147483647) % 2) = 0) (type: boolean)
+ sampleDesc: BUCKET 1 OUT OF 2
Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
Modified: hive/trunk/ql/src/test/results/clientpositive/sample6.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/sample6.q.out?rev=1659857&r1=1659856&r2=1659857&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/sample6.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/sample6.q.out Sat Feb 14 20:11:11 2015
@@ -62,6 +62,7 @@ STAGE PLANS:
Filter Operator
isSamplingPred: true
predicate: (((hash(key) & 2147483647) % 4) = 0) (type: boolean)
+ sampleDesc: BUCKET 1 OUT OF 4
Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
@@ -645,6 +646,7 @@ STAGE PLANS:
Filter Operator
isSamplingPred: true
predicate: (((hash(key) & 2147483647) % 4) = 3) (type: boolean)
+ sampleDesc: BUCKET 4 OUT OF 4
Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
@@ -1042,6 +1044,7 @@ STAGE PLANS:
Filter Operator
isSamplingPred: true
predicate: (((hash(key) & 2147483647) % 2) = 0) (type: boolean)
+ sampleDesc: BUCKET 1 OUT OF 2
Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
@@ -2667,6 +2670,7 @@ STAGE PLANS:
Filter Operator
isSamplingPred: true
predicate: (((hash(key) & 2147483647) % 2) = 0) (type: boolean)
+ sampleDesc: BUCKET 1 OUT OF 2
Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
@@ -2994,6 +2998,7 @@ STAGE PLANS:
Filter Operator
isSamplingPred: true
predicate: (((hash(key) & 2147483647) % 4) = 1) (type: boolean)
+ sampleDesc: BUCKET 2 OUT OF 4
Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
Modified: hive/trunk/ql/src/test/results/clientpositive/sample9.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/sample9.q.out?rev=1659857&r1=1659856&r2=1659857&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/sample9.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/sample9.q.out Sat Feb 14 20:11:11 2015
@@ -58,6 +58,7 @@ STAGE PLANS:
Filter Operator
isSamplingPred: true
predicate: (((hash(key) & 2147483647) % 2) = 0) (type: boolean)
+ sampleDesc: BUCKET 1 OUT OF 2
Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
Modified: hive/trunk/ql/src/test/results/clientpositive/smb_mapjoin_11.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/smb_mapjoin_11.q.out?rev=1659857&r1=1659856&r2=1659857&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/smb_mapjoin_11.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/smb_mapjoin_11.q.out Sat Feb 14 20:11:11 2015
@@ -1863,6 +1863,7 @@ STAGE PLANS:
Filter Operator
isSamplingPred: true
predicate: (((hash(key) & 2147483647) % 16) = 1) (type: boolean)
+ sampleDesc: BUCKET 2 OUT OF 16
Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string), ds (type: string)
@@ -1987,6 +1988,7 @@ STAGE PLANS:
Filter Operator
isSamplingPred: true
predicate: (((hash(key) & 2147483647) % 16) = 1) (type: boolean)
+ sampleDesc: BUCKET 2 OUT OF 16
Statistics: Num rows: 514 Data size: 5484 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string), ds (type: string)