You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by ha...@apache.org on 2015/01/24 01:16:37 UTC
svn commit: r1654439 [6/10] - in /hive/trunk: itests/src/test/resources/
itests/util/src/main/java/org/apache/hadoop/hive/ql/
ql/src/java/org/apache/hadoop/hive/ql/optimizer/
ql/src/java/org/apache/hadoop/hive/ql/optimizer/spark/
ql/src/java/org/apache...
Modified: hive/trunk/ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out?rev=1654439&r1=1654438&r2=1654439&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out Sat Jan 24 00:16:36 2015
@@ -244,7 +244,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int), p_retailprice (type: double)
auto parallelism: false
Path -> Alias:
#### A masked pattern was here ####
@@ -295,6 +295,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -302,18 +303,14 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double)
- outputColumnNames: _col1, _col2, _col5, _col7
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string)
- sort order: ++
- Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int), _col7 (type: double)
- auto parallelism: false
+ tag: -1
+ value expressions: _col5 (type: int), _col7 (type: double)
+ auto parallelism: false
Reducer 3
Needs Tagging: false
Reduce Operator Tree:
@@ -536,7 +533,7 @@ STAGE PLANS:
Map-reduce partition columns: p_partkey (type: int)
Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
tag: 0
- value expressions: p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int)
auto parallelism: false
Path -> Alias:
#### A masked pattern was here ####
@@ -664,7 +661,7 @@ STAGE PLANS:
keys:
0 p_partkey (type: int)
1 p_partkey (type: int)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8
+ outputColumnNames: _col1, _col2, _col5
Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col2 (type: string), _col1 (type: string)
@@ -672,7 +669,7 @@ STAGE PLANS:
Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string)
+ value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
auto parallelism: false
Reducer 3
Needs Tagging: false
@@ -681,18 +678,14 @@ STAGE PLANS:
Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
- outputColumnNames: _col1, _col2, _col5
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string)
- sort order: ++
- Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int)
- auto parallelism: false
+ tag: -1
+ value expressions: _col5 (type: int)
+ auto parallelism: false
Reducer 4
Needs Tagging: false
Reduce Operator Tree:
@@ -850,7 +843,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int)
auto parallelism: false
Path -> Alias:
#### A masked pattern was here ####
@@ -901,6 +894,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -1107,7 +1101,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int), p_retailprice (type: double)
auto parallelism: false
Path -> Alias:
#### A masked pattern was here ####
@@ -1158,6 +1152,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -1165,18 +1160,14 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double)
- outputColumnNames: _col1, _col2, _col5, _col7
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string)
- sort order: ++
- Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int), _col7 (type: double)
- auto parallelism: false
+ tag: -1
+ value expressions: _col5 (type: int), _col7 (type: double)
+ auto parallelism: false
Reducer 3
Needs Tagging: false
Reduce Operator Tree:
@@ -1397,7 +1388,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int)
auto parallelism: false
Path -> Alias:
#### A masked pattern was here ####
@@ -1448,6 +1439,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -1455,18 +1447,14 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
- outputColumnNames: _col1, _col2, _col5
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string)
- sort order: ++
- Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int)
- auto parallelism: false
+ tag: -1
+ value expressions: _col5 (type: int)
+ auto parallelism: false
Reducer 3
Needs Tagging: false
Reduce Operator Tree:
@@ -1697,7 +1685,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int)
auto parallelism: false
Path -> Alias:
#### A masked pattern was here ####
@@ -1748,6 +1736,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -1963,7 +1952,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string)
auto parallelism: false
Path -> Alias:
#### A masked pattern was here ####
@@ -2014,6 +2003,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Map 4
Map Operator Tree:
TableScan
@@ -2088,22 +2078,18 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- isSamplingPred: false
- predicate: _col0 is not null (type: boolean)
+ Filter Operator
+ isSamplingPred: false
+ predicate: _col0 is not null (type: boolean)
+ Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: int)
- sort order: +
- Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
- tag: 0
- value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string)
- auto parallelism: false
+ tag: 0
+ value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string)
+ auto parallelism: false
Reducer 3
Needs Tagging: true
Reduce Operator Tree:
@@ -2343,7 +2329,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string)
auto parallelism: false
Path -> Alias:
#### A masked pattern was here ####
@@ -2394,6 +2380,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: true
Reduce Operator Tree:
@@ -2437,22 +2424,18 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- isSamplingPred: false
- predicate: _col0 is not null (type: boolean)
+ Filter Operator
+ isSamplingPred: false
+ predicate: _col0 is not null (type: boolean)
+ Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: int)
- sort order: +
- Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
- tag: 1
- value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string)
- auto parallelism: false
+ tag: 1
+ value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string)
+ auto parallelism: false
Stage: Stage-0
Fetch Operator
@@ -2600,7 +2583,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int)
auto parallelism: false
Path -> Alias:
#### A masked pattern was here ####
@@ -2658,17 +2641,13 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
- outputColumnNames: _col1, _col2, _col5
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int)
+ sort order: ++-
+ Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int)
- sort order: ++-
- Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- auto parallelism: false
+ tag: -1
+ auto parallelism: false
Reducer 3
Needs Tagging: false
Reduce Operator Tree:
@@ -2878,7 +2857,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int), p_retailprice (type: double)
auto parallelism: false
Path -> Alias:
#### A masked pattern was here ####
@@ -2936,18 +2915,14 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double)
- outputColumnNames: _col1, _col2, _col5, _col7
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string)
- sort order: ++
- Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int), _col7 (type: double)
- auto parallelism: false
+ tag: -1
+ value expressions: _col5 (type: int), _col7 (type: double)
+ auto parallelism: false
Reducer 3
Needs Tagging: false
Reduce Operator Tree:
@@ -3159,7 +3134,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int), p_retailprice (type: double)
auto parallelism: false
Path -> Alias:
#### A masked pattern was here ####
@@ -3210,6 +3185,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -3217,18 +3193,14 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double)
- outputColumnNames: _col1, _col2, _col5, _col7
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string)
- sort order: ++
- Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int), _col7 (type: double)
- auto parallelism: false
+ tag: -1
+ value expressions: _col5 (type: int), _col7 (type: double)
+ auto parallelism: false
Reducer 3
Needs Tagging: false
Reduce Operator Tree:
@@ -3450,7 +3422,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int), p_retailprice (type: double)
auto parallelism: false
Path -> Alias:
#### A masked pattern was here ####
@@ -3501,6 +3473,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -3516,7 +3489,7 @@ STAGE PLANS:
Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col9 (type: bigint), _col10 (type: string), _col11 (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double)
auto parallelism: false
Reducer 3
Needs Tagging: false
@@ -3525,18 +3498,14 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double)
- outputColumnNames: _col1, _col2, _col5, _col7
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string)
- sort order: ++
- Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int), _col7 (type: double)
- auto parallelism: false
+ tag: -1
+ value expressions: _col5 (type: int), _col7 (type: double)
+ auto parallelism: false
Reducer 4
Needs Tagging: false
Reduce Operator Tree:
@@ -3778,7 +3747,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int), p_retailprice (type: double)
auto parallelism: false
Path -> Alias:
#### A masked pattern was here ####
@@ -3829,6 +3798,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -3836,18 +3806,14 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double)
- outputColumnNames: _col1, _col2, _col5, _col7
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string)
- sort order: ++
- Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int), _col7 (type: double)
- auto parallelism: false
+ tag: -1
+ value expressions: _col5 (type: int), _col7 (type: double)
+ auto parallelism: false
Reducer 3
Needs Tagging: false
Reduce Operator Tree:
@@ -4166,7 +4132,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_size (type: int), p_retailprice (type: double)
auto parallelism: false
Path -> Alias:
#### A masked pattern was here ####
@@ -4217,6 +4183,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Map 5
Map Operator Tree:
TableScan
@@ -4291,22 +4258,18 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double)
- outputColumnNames: _col0, _col1, _col2, _col5, _col7
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- isSamplingPred: false
- predicate: _col0 is not null (type: boolean)
+ Filter Operator
+ isSamplingPred: false
+ predicate: _col0 is not null (type: boolean)
+ Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: int)
- sort order: +
- Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
- tag: 0
- value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double)
- auto parallelism: false
+ tag: 0
+ value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double)
+ auto parallelism: false
Reducer 3
Needs Tagging: true
Reduce Operator Tree:
@@ -4494,7 +4457,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int)
auto parallelism: false
Path -> Alias:
#### A masked pattern was here ####
@@ -4545,6 +4508,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -5211,10 +5175,10 @@ TOK_QUERY
STAGE DEPENDENCIES:
Stage-2 is a root stage
- Stage-1 depends on stages: Stage-2
- Stage-3 depends on stages: Stage-1
Stage-0 depends on stages: Stage-2
- Stage-4 depends on stages: Stage-0
+ Stage-3 depends on stages: Stage-0
+ Stage-1 depends on stages: Stage-2
+ Stage-4 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-2
@@ -5223,8 +5187,8 @@ STAGE PLANS:
Reducer 6 <- Map 1 (PARTITION-LEVEL SORT, 2)
Reducer 7 <- Map 1 (PARTITION-LEVEL SORT, 2)
Reducer 3 <- Reducer 6 (PARTITION-LEVEL SORT, 2)
- Reducer 5 <- Reducer 7 (PARTITION-LEVEL SORT, 2)
- Reducer 4 <- Reducer 3 (PARTITION-LEVEL SORT, 2)
+ Reducer 4 <- Reducer 7 (PARTITION-LEVEL SORT, 2)
+ Reducer 5 <- Reducer 4 (PARTITION-LEVEL SORT, 2)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -5239,7 +5203,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int), p_retailprice (type: double)
auto parallelism: false
Path -> Alias:
#### A masked pattern was here ####
@@ -5290,39 +5254,23 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 3
Needs Tagging: false
Reduce Operator Tree:
Select Operator
- expressions: VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int)
- outputColumnNames: _col1, _col2, _col5
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- PTF Operator
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col2 (type: string), _col1 (type: string)
- sort order: +++
- Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _wcol0 (type: bigint), _col5 (type: int)
- auto parallelism: false
- Reducer 4
- Needs Tagging: false
- Reduce Operator Tree:
- Select Operator
- expressions: VALUE._col0 (type: bigint), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col4 (type: int)
- outputColumnNames: _col0, _col2, _col3, _col6
+ expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
+ outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: _col3 (type: string), _col2 (type: string), _col6 (type: int), UDFToInteger(round(_col0, 1)) (type: int), _wcol1 (type: int), _wcol2 (type: int), _wcol3 (type: double), _wcol4 (type: int)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
+ expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- GlobalTableId: 2
+ GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
@@ -5332,36 +5280,53 @@ STAGE PLANS:
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
bucket_count -1
- columns p_mfgr,p_name,p_size,s2,r,dr,cud,fv1
+ columns p_mfgr,p_name,p_size,r,dr,s
columns.comments
- columns.types string:string:int:int:int:int:double:int
+ columns.types string:string:int:int:int:double
#### A masked pattern was here ####
- name default.part_5
- serialization.ddl struct part_5 { string p_mfgr, string p_name, i32 p_size, i32 s2, i32 r, i32 dr, double cud, i32 fv1}
+ name default.part_4
+ serialization.ddl struct part_4 { string p_mfgr, string p_name, i32 p_size, i32 r, i32 dr, double s}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.part_5
+ name: default.part_4
TotalFiles: 1
GatherStats: true
MultiFileSpray: false
+ Reducer 4
+ Needs Tagging: false
+ Reduce Operator Tree:
+ Select Operator
+ expressions: VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int)
+ outputColumnNames: _col1, _col2, _col5
+ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col2 (type: string), _col1 (type: string)
+ sort order: +++
+ Map-reduce partition columns: _col2 (type: string)
+ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
+ tag: -1
+ value expressions: _wcol0 (type: bigint), _col5 (type: int)
+ auto parallelism: false
Reducer 5
Needs Tagging: false
Reduce Operator Tree:
Select Operator
- expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
- outputColumnNames: _col1, _col2, _col5, _col7
+ expressions: VALUE._col0 (type: bigint), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col4 (type: int)
+ outputColumnNames: _col0, _col2, _col3, _col6
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
+ expressions: _col3 (type: string), _col2 (type: string), _col6 (type: int), UDFToInteger(round(_col0, 1)) (type: int), _wcol1 (type: int), _wcol2 (type: int), _wcol3 (type: double), _wcol4 (type: int)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- GlobalTableId: 1
+ GlobalTableId: 2
#### A masked pattern was here ####
NumFilesPerFileSink: 1
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
@@ -5371,17 +5336,17 @@ STAGE PLANS:
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
bucket_count -1
- columns p_mfgr,p_name,p_size,r,dr,s
+ columns p_mfgr,p_name,p_size,s2,r,dr,cud,fv1
columns.comments
- columns.types string:string:int:int:int:double
+ columns.types string:string:int:int:int:int:double:int
#### A masked pattern was here ####
- name default.part_4
- serialization.ddl struct part_4 { string p_mfgr, string p_name, i32 p_size, i32 r, i32 dr, double s}
+ name default.part_5
+ serialization.ddl struct part_5 { string p_mfgr, string p_name, i32 p_size, i32 s2, i32 r, i32 dr, double cud, i32 fv1}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.part_4
+ name: default.part_5
TotalFiles: 1
GatherStats: true
MultiFileSpray: false
@@ -5393,12 +5358,12 @@ STAGE PLANS:
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: _col2 (type: string), _col5 (type: int)
+ key expressions: _col2 (type: string), _col1 (type: string)
sort order: ++
Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: _col1 (type: string)
+ value expressions: _col5 (type: int), _col7 (type: double)
auto parallelism: false
Reducer 7
Needs Tagging: false
@@ -5407,20 +5372,16 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double)
- outputColumnNames: _col1, _col2, _col5, _col7
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col5 (type: int)
+ sort order: ++
+ Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string)
- sort order: ++
- Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int), _col7 (type: double)
- auto parallelism: false
+ tag: -1
+ value expressions: _col1 (type: string)
+ auto parallelism: false
- Stage: Stage-1
+ Stage: Stage-0
Move Operator
tables:
replace: true
@@ -5430,23 +5391,23 @@ STAGE PLANS:
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
bucket_count -1
- columns p_mfgr,p_name,p_size,s2,r,dr,cud,fv1
+ columns p_mfgr,p_name,p_size,r,dr,s
columns.comments
- columns.types string:string:int:int:int:int:double:int
+ columns.types string:string:int:int:int:double
#### A masked pattern was here ####
- name default.part_5
- serialization.ddl struct part_5 { string p_mfgr, string p_name, i32 p_size, i32 s2, i32 r, i32 dr, double cud, i32 fv1}
+ name default.part_4
+ serialization.ddl struct part_4 { string p_mfgr, string p_name, i32 p_size, i32 r, i32 dr, double s}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.part_5
+ name: default.part_4
Stage: Stage-3
Stats-Aggr Operator
#### A masked pattern was here ####
- Stage: Stage-0
+ Stage: Stage-1
Move Operator
tables:
replace: true
@@ -5456,17 +5417,17 @@ STAGE PLANS:
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
bucket_count -1
- columns p_mfgr,p_name,p_size,r,dr,s
+ columns p_mfgr,p_name,p_size,s2,r,dr,cud,fv1
columns.comments
- columns.types string:string:int:int:int:double
+ columns.types string:string:int:int:int:int:double:int
#### A masked pattern was here ####
- name default.part_4
- serialization.ddl struct part_4 { string p_mfgr, string p_name, i32 p_size, i32 r, i32 dr, double s}
+ name default.part_5
+ serialization.ddl struct part_5 { string p_mfgr, string p_name, i32 p_size, i32 s2, i32 r, i32 dr, double cud, i32 fv1}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.part_4
+ name: default.part_5
Stage: Stage-4
Stats-Aggr Operator
@@ -5757,7 +5718,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int)
auto parallelism: false
Path -> Alias:
#### A masked pattern was here ####
@@ -5808,6 +5769,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -5823,7 +5785,7 @@ STAGE PLANS:
Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col9 (type: bigint), _col10 (type: string), _col11 (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
auto parallelism: false
Reducer 3
Needs Tagging: false
@@ -5832,18 +5794,14 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
- outputColumnNames: _col1, _col2, _col5
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
+ sort order: ++++
+ Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
- sort order: ++++
- Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int)
- auto parallelism: false
+ tag: -1
+ value expressions: _col5 (type: int)
+ auto parallelism: false
Reducer 4
Needs Tagging: false
Reduce Operator Tree:
@@ -6116,7 +6074,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int)
auto parallelism: false
Path -> Alias:
#### A masked pattern was here ####
@@ -6167,6 +6125,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -6180,7 +6139,7 @@ STAGE PLANS:
Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col9 (type: bigint), _col10 (type: string), _col11 (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
auto parallelism: false
Reducer 3
Needs Tagging: false
@@ -6195,7 +6154,7 @@ STAGE PLANS:
Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col9 (type: bigint), _col10 (type: string), _col11 (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
auto parallelism: false
Reducer 4
Needs Tagging: false
@@ -6204,18 +6163,14 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
- outputColumnNames: _col1, _col2, _col5
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string)
- sort order: ++
- Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int)
- auto parallelism: false
+ tag: -1
+ value expressions: _col5 (type: int)
+ auto parallelism: false
Reducer 5
Needs Tagging: false
Reduce Operator Tree:
@@ -6471,7 +6426,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string), p_name (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int)
auto parallelism: false
Path -> Alias:
#### A masked pattern was here ####
@@ -6522,6 +6477,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -6535,7 +6491,7 @@ STAGE PLANS:
Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col9 (type: bigint), _col10 (type: string), _col11 (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
auto parallelism: false
Reducer 3
Needs Tagging: false
@@ -6544,18 +6500,14 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
- outputColumnNames: _col1, _col2, _col5
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string)
- sort order: ++
- Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int)
- auto parallelism: false
+ tag: -1
+ value expressions: _col5 (type: int)
+ auto parallelism: false
Reducer 4
Needs Tagging: false
Reduce Operator Tree:
@@ -6823,7 +6775,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string), p_name (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int)
auto parallelism: false
Path -> Alias:
#### A masked pattern was here ####
@@ -6874,6 +6826,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -6887,7 +6840,7 @@ STAGE PLANS:
Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col9 (type: bigint), _col10 (type: string), _col11 (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
auto parallelism: false
Reducer 3
Needs Tagging: false
@@ -6904,7 +6857,7 @@ STAGE PLANS:
Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col9 (type: bigint), _col10 (type: string), _col11 (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
auto parallelism: false
Reducer 4
Needs Tagging: false
@@ -6913,18 +6866,14 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
- outputColumnNames: _col1, _col2, _col5
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
+ sort order: ++++
+ Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
- sort order: ++++
- Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int)
- auto parallelism: false
+ tag: -1
+ value expressions: _col5 (type: int)
+ auto parallelism: false
Reducer 5
Needs Tagging: false
Reduce Operator Tree:
@@ -7223,7 +7172,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string), p_name (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int)
auto parallelism: false
Path -> Alias:
#### A masked pattern was here ####
@@ -7274,6 +7223,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -7289,7 +7239,7 @@ STAGE PLANS:
Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col9 (type: bigint), _col10 (type: string), _col11 (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
auto parallelism: false
Reducer 3
Needs Tagging: false
@@ -7298,18 +7248,14 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
- outputColumnNames: _col1, _col2, _col5
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
+ sort order: ++++
+ Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
- sort order: ++++
- Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int)
- auto parallelism: false
+ tag: -1
+ value expressions: _col5 (type: int)
+ auto parallelism: false
Reducer 4
Needs Tagging: false
Reduce Operator Tree:
@@ -7574,7 +7520,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string), p_name (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int)
auto parallelism: false
Path -> Alias:
#### A masked pattern was here ####
@@ -7625,6 +7571,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -7640,7 +7587,7 @@ STAGE PLANS:
Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col9 (type: bigint), _col10 (type: string), _col11 (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
auto parallelism: false
Reducer 3
Needs Tagging: false
@@ -7649,18 +7596,14 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
- outputColumnNames: _col1, _col2, _col5
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string)
- sort order: ++
- Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int)
- auto parallelism: false
+ tag: -1
+ value expressions: _col5 (type: int)
+ auto parallelism: false
Reducer 4
Needs Tagging: false
Reduce Operator Tree: