You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by ha...@apache.org on 2015/01/24 01:16:37 UTC
svn commit: r1654439 [9/10] - in /hive/trunk: itests/src/test/resources/
itests/util/src/main/java/org/apache/hadoop/hive/ql/
ql/src/java/org/apache/hadoop/hive/ql/optimizer/
ql/src/java/org/apache/hadoop/hive/ql/optimizer/spark/
ql/src/java/org/apache...
Modified: hive/trunk/ql/src/test/results/clientpositive/tez/vectorized_ptf.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/tez/vectorized_ptf.q.out?rev=1654439&r1=1654438&r2=1654439&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/tez/vectorized_ptf.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/tez/vectorized_ptf.q.out Sat Jan 24 00:16:36 2015
@@ -244,7 +244,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int), p_retailprice (type: double)
auto parallelism: true
Path -> Alias:
#### A masked pattern was here ####
@@ -295,6 +295,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -302,18 +303,14 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double)
- outputColumnNames: _col1, _col2, _col5, _col7
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string)
- sort order: ++
- Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int), _col7 (type: double)
- auto parallelism: true
+ tag: -1
+ value expressions: _col5 (type: int), _col7 (type: double)
+ auto parallelism: true
Reducer 3
Needs Tagging: false
Reduce Operator Tree:
@@ -536,7 +533,7 @@ STAGE PLANS:
Map-reduce partition columns: p_partkey (type: int)
Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
tag: 0
- value expressions: p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int)
auto parallelism: true
Path -> Alias:
#### A masked pattern was here ####
@@ -664,7 +661,7 @@ STAGE PLANS:
keys:
0 p_partkey (type: int)
1 p_partkey (type: int)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8
+ outputColumnNames: _col1, _col2, _col5
Position of Big Table: 0
Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
@@ -673,7 +670,7 @@ STAGE PLANS:
Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string)
+ value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
auto parallelism: true
Reducer 3
Needs Tagging: false
@@ -682,18 +679,14 @@ STAGE PLANS:
Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
- outputColumnNames: _col1, _col2, _col5
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string)
- sort order: ++
- Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int)
- auto parallelism: true
+ tag: -1
+ value expressions: _col5 (type: int)
+ auto parallelism: true
Reducer 4
Needs Tagging: false
Reduce Operator Tree:
@@ -851,7 +844,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int)
auto parallelism: true
Path -> Alias:
#### A masked pattern was here ####
@@ -902,6 +895,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -1108,7 +1102,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int), p_retailprice (type: double)
auto parallelism: true
Path -> Alias:
#### A masked pattern was here ####
@@ -1159,6 +1153,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -1166,18 +1161,14 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double)
- outputColumnNames: _col1, _col2, _col5, _col7
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string)
- sort order: ++
- Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int), _col7 (type: double)
- auto parallelism: true
+ tag: -1
+ value expressions: _col5 (type: int), _col7 (type: double)
+ auto parallelism: true
Reducer 3
Needs Tagging: false
Reduce Operator Tree:
@@ -1398,7 +1389,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int)
auto parallelism: true
Path -> Alias:
#### A masked pattern was here ####
@@ -1449,6 +1440,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -1456,18 +1448,14 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
- outputColumnNames: _col1, _col2, _col5
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string)
- sort order: ++
- Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int)
- auto parallelism: true
+ tag: -1
+ value expressions: _col5 (type: int)
+ auto parallelism: true
Reducer 3
Needs Tagging: false
Reduce Operator Tree:
@@ -1698,7 +1686,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int)
auto parallelism: true
Path -> Alias:
#### A masked pattern was here ####
@@ -1749,6 +1737,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -1964,7 +1953,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string)
auto parallelism: true
Path -> Alias:
#### A masked pattern was here ####
@@ -2015,6 +2004,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Map 4
Map Operator Tree:
TableScan
@@ -2089,22 +2079,18 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- isSamplingPred: false
- predicate: _col0 is not null (type: boolean)
+ Filter Operator
+ isSamplingPred: false
+ predicate: _col0 is not null (type: boolean)
+ Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: int)
- sort order: +
- Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
- tag: 0
- value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string)
- auto parallelism: true
+ tag: 0
+ value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string)
+ auto parallelism: true
Reducer 3
Needs Tagging: false
Reduce Operator Tree:
@@ -2345,7 +2331,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string)
auto parallelism: true
Path -> Alias:
#### A masked pattern was here ####
@@ -2396,6 +2382,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -2440,22 +2427,18 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- isSamplingPred: false
- predicate: _col0 is not null (type: boolean)
+ Filter Operator
+ isSamplingPred: false
+ predicate: _col0 is not null (type: boolean)
+ Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: int)
- sort order: +
- Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
- tag: 1
- value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string)
- auto parallelism: true
+ tag: 1
+ value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string)
+ auto parallelism: true
Stage: Stage-0
Fetch Operator
@@ -2603,7 +2586,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int)
auto parallelism: true
Path -> Alias:
#### A masked pattern was here ####
@@ -2661,17 +2644,13 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
- outputColumnNames: _col1, _col2, _col5
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int)
+ sort order: ++-
+ Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int)
- sort order: ++-
- Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- auto parallelism: true
+ tag: -1
+ auto parallelism: true
Reducer 3
Needs Tagging: false
Reduce Operator Tree:
@@ -2881,7 +2860,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int), p_retailprice (type: double)
auto parallelism: true
Path -> Alias:
#### A masked pattern was here ####
@@ -2939,18 +2918,14 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double)
- outputColumnNames: _col1, _col2, _col5, _col7
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string)
- sort order: ++
- Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int), _col7 (type: double)
- auto parallelism: true
+ tag: -1
+ value expressions: _col5 (type: int), _col7 (type: double)
+ auto parallelism: true
Reducer 3
Needs Tagging: false
Reduce Operator Tree:
@@ -3162,7 +3137,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int), p_retailprice (type: double)
auto parallelism: true
Path -> Alias:
#### A masked pattern was here ####
@@ -3213,6 +3188,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -3220,18 +3196,14 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double)
- outputColumnNames: _col1, _col2, _col5, _col7
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string)
- sort order: ++
- Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int), _col7 (type: double)
- auto parallelism: true
+ tag: -1
+ value expressions: _col5 (type: int), _col7 (type: double)
+ auto parallelism: true
Reducer 3
Needs Tagging: false
Reduce Operator Tree:
@@ -3453,7 +3425,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int), p_retailprice (type: double)
auto parallelism: true
Path -> Alias:
#### A masked pattern was here ####
@@ -3504,6 +3476,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -3519,7 +3492,7 @@ STAGE PLANS:
Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col9 (type: bigint), _col10 (type: string), _col11 (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double)
auto parallelism: true
Reducer 3
Needs Tagging: false
@@ -3528,18 +3501,14 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double)
- outputColumnNames: _col1, _col2, _col5, _col7
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string)
- sort order: ++
- Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int), _col7 (type: double)
- auto parallelism: true
+ tag: -1
+ value expressions: _col5 (type: int), _col7 (type: double)
+ auto parallelism: true
Reducer 4
Needs Tagging: false
Reduce Operator Tree:
@@ -3781,7 +3750,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int), p_retailprice (type: double)
auto parallelism: true
Path -> Alias:
#### A masked pattern was here ####
@@ -3832,6 +3801,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -3839,18 +3809,14 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double)
- outputColumnNames: _col1, _col2, _col5, _col7
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string)
- sort order: ++
- Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int), _col7 (type: double)
- auto parallelism: true
+ tag: -1
+ value expressions: _col5 (type: int), _col7 (type: double)
+ auto parallelism: true
Reducer 3
Needs Tagging: false
Reduce Operator Tree:
@@ -4169,7 +4135,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_size (type: int), p_retailprice (type: double)
auto parallelism: true
Path -> Alias:
#### A masked pattern was here ####
@@ -4220,6 +4186,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Map 5
Map Operator Tree:
TableScan
@@ -4294,22 +4261,18 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double)
- outputColumnNames: _col0, _col1, _col2, _col5, _col7
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- isSamplingPred: false
- predicate: _col0 is not null (type: boolean)
+ Filter Operator
+ isSamplingPred: false
+ predicate: _col0 is not null (type: boolean)
+ Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: int)
- sort order: +
- Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE
- tag: 0
- value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double)
- auto parallelism: true
+ tag: 0
+ value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double)
+ auto parallelism: true
Reducer 3
Needs Tagging: false
Reduce Operator Tree:
@@ -4498,7 +4461,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int)
auto parallelism: true
Path -> Alias:
#### A masked pattern was here ####
@@ -4549,6 +4512,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -5216,10 +5180,10 @@ TOK_QUERY
STAGE DEPENDENCIES:
Stage-2 is a root stage
Stage-3 depends on stages: Stage-2
- Stage-1 depends on stages: Stage-3
- Stage-4 depends on stages: Stage-1
Stage-0 depends on stages: Stage-3
- Stage-5 depends on stages: Stage-0
+ Stage-4 depends on stages: Stage-0
+ Stage-1 depends on stages: Stage-3
+ Stage-5 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-2
@@ -5227,8 +5191,8 @@ STAGE PLANS:
Edges:
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
- Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
- Reducer 5 <- Reducer 2 (SIMPLE_EDGE)
+ Reducer 4 <- Reducer 2 (SIMPLE_EDGE)
+ Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -5243,7 +5207,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int), p_retailprice (type: double)
auto parallelism: true
Path -> Alias:
#### A masked pattern was here ####
@@ -5294,6 +5258,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -5302,58 +5267,37 @@ STAGE PLANS:
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: _col2 (type: string), _col5 (type: int)
+ key expressions: _col2 (type: string), _col1 (type: string)
sort order: ++
Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: _col1 (type: string)
+ value expressions: _col5 (type: int), _col7 (type: double)
auto parallelism: true
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double)
- outputColumnNames: _col1, _col2, _col5, _col7
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string)
- sort order: ++
- Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int), _col7 (type: double)
- auto parallelism: true
- Reducer 3
- Needs Tagging: false
- Reduce Operator Tree:
- Select Operator
- expressions: VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int)
- outputColumnNames: _col1, _col2, _col5
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- PTF Operator
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: _col2 (type: string), _col2 (type: string), _col1 (type: string)
- sort order: +++
+ key expressions: _col2 (type: string), _col5 (type: int)
+ sort order: ++
Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: _wcol0 (type: bigint), _col5 (type: int)
+ value expressions: _col1 (type: string)
auto parallelism: true
- Reducer 4
+ Reducer 3
Needs Tagging: false
Reduce Operator Tree:
Select Operator
- expressions: VALUE._col0 (type: bigint), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col4 (type: int)
- outputColumnNames: _col0, _col2, _col3, _col6
+ expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
+ outputColumnNames: _col1, _col2, _col5, _col7
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: _col3 (type: string), _col2 (type: string), _col6 (type: int), UDFToInteger(round(_col0, 1)) (type: int), _wcol1 (type: int), _wcol2 (type: int), _wcol3 (type: double), _wcol4 (type: int)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
+ expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- GlobalTableId: 2
+ GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
@@ -5363,36 +5307,53 @@ STAGE PLANS:
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
bucket_count -1
- columns p_mfgr,p_name,p_size,s2,r,dr,cud,fv1
+ columns p_mfgr,p_name,p_size,r,dr,s
columns.comments
- columns.types string:string:int:int:int:int:double:int
+ columns.types string:string:int:int:int:double
#### A masked pattern was here ####
- name default.part_5
- serialization.ddl struct part_5 { string p_mfgr, string p_name, i32 p_size, i32 s2, i32 r, i32 dr, double cud, i32 fv1}
+ name default.part_4
+ serialization.ddl struct part_4 { string p_mfgr, string p_name, i32 p_size, i32 r, i32 dr, double s}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.part_5
+ name: default.part_4
TotalFiles: 1
GatherStats: true
MultiFileSpray: false
+ Reducer 4
+ Needs Tagging: false
+ Reduce Operator Tree:
+ Select Operator
+ expressions: VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int)
+ outputColumnNames: _col1, _col2, _col5
+ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
+ PTF Operator
+ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col2 (type: string), _col1 (type: string)
+ sort order: +++
+ Map-reduce partition columns: _col2 (type: string)
+ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
+ tag: -1
+ value expressions: _wcol0 (type: bigint), _col5 (type: int)
+ auto parallelism: true
Reducer 5
Needs Tagging: false
Reduce Operator Tree:
Select Operator
- expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
- outputColumnNames: _col1, _col2, _col5, _col7
+ expressions: VALUE._col0 (type: bigint), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col4 (type: int)
+ outputColumnNames: _col0, _col2, _col3, _col6
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
+ expressions: _col3 (type: string), _col2 (type: string), _col6 (type: int), UDFToInteger(round(_col0, 1)) (type: int), _wcol1 (type: int), _wcol2 (type: int), _wcol3 (type: double), _wcol4 (type: int)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- GlobalTableId: 1
+ GlobalTableId: 2
#### A masked pattern was here ####
NumFilesPerFileSink: 1
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
@@ -5402,17 +5363,17 @@ STAGE PLANS:
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
bucket_count -1
- columns p_mfgr,p_name,p_size,r,dr,s
+ columns p_mfgr,p_name,p_size,s2,r,dr,cud,fv1
columns.comments
- columns.types string:string:int:int:int:double
+ columns.types string:string:int:int:int:int:double:int
#### A masked pattern was here ####
- name default.part_4
- serialization.ddl struct part_4 { string p_mfgr, string p_name, i32 p_size, i32 r, i32 dr, double s}
+ name default.part_5
+ serialization.ddl struct part_5 { string p_mfgr, string p_name, i32 p_size, i32 s2, i32 r, i32 dr, double cud, i32 fv1}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.part_4
+ name: default.part_5
TotalFiles: 1
GatherStats: true
MultiFileSpray: false
@@ -5420,7 +5381,7 @@ STAGE PLANS:
Stage: Stage-3
Dependency Collection
- Stage: Stage-1
+ Stage: Stage-0
Move Operator
tables:
replace: true
@@ -5430,23 +5391,23 @@ STAGE PLANS:
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
bucket_count -1
- columns p_mfgr,p_name,p_size,s2,r,dr,cud,fv1
+ columns p_mfgr,p_name,p_size,r,dr,s
columns.comments
- columns.types string:string:int:int:int:int:double:int
+ columns.types string:string:int:int:int:double
#### A masked pattern was here ####
- name default.part_5
- serialization.ddl struct part_5 { string p_mfgr, string p_name, i32 p_size, i32 s2, i32 r, i32 dr, double cud, i32 fv1}
+ name default.part_4
+ serialization.ddl struct part_4 { string p_mfgr, string p_name, i32 p_size, i32 r, i32 dr, double s}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.part_5
+ name: default.part_4
Stage: Stage-4
Stats-Aggr Operator
#### A masked pattern was here ####
- Stage: Stage-0
+ Stage: Stage-1
Move Operator
tables:
replace: true
@@ -5456,17 +5417,17 @@ STAGE PLANS:
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
bucket_count -1
- columns p_mfgr,p_name,p_size,r,dr,s
+ columns p_mfgr,p_name,p_size,s2,r,dr,cud,fv1
columns.comments
- columns.types string:string:int:int:int:double
+ columns.types string:string:int:int:int:int:double:int
#### A masked pattern was here ####
- name default.part_4
- serialization.ddl struct part_4 { string p_mfgr, string p_name, i32 p_size, i32 r, i32 dr, double s}
+ name default.part_5
+ serialization.ddl struct part_5 { string p_mfgr, string p_name, i32 p_size, i32 s2, i32 r, i32 dr, double cud, i32 fv1}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.part_4
+ name: default.part_5
Stage: Stage-5
Stats-Aggr Operator
@@ -5757,7 +5718,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int)
auto parallelism: true
Path -> Alias:
#### A masked pattern was here ####
@@ -5808,6 +5769,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -5823,7 +5785,7 @@ STAGE PLANS:
Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col9 (type: bigint), _col10 (type: string), _col11 (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
auto parallelism: true
Reducer 3
Needs Tagging: false
@@ -5832,18 +5794,14 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
- outputColumnNames: _col1, _col2, _col5
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
+ sort order: ++++
+ Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
- sort order: ++++
- Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int)
- auto parallelism: true
+ tag: -1
+ value expressions: _col5 (type: int)
+ auto parallelism: true
Reducer 4
Needs Tagging: false
Reduce Operator Tree:
@@ -6116,7 +6074,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int)
auto parallelism: true
Path -> Alias:
#### A masked pattern was here ####
@@ -6167,6 +6125,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -6180,7 +6139,7 @@ STAGE PLANS:
Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col9 (type: bigint), _col10 (type: string), _col11 (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
auto parallelism: true
Reducer 3
Needs Tagging: false
@@ -6195,7 +6154,7 @@ STAGE PLANS:
Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col9 (type: bigint), _col10 (type: string), _col11 (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
auto parallelism: true
Reducer 4
Needs Tagging: false
@@ -6204,18 +6163,14 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
- outputColumnNames: _col1, _col2, _col5
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string)
- sort order: ++
- Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int)
- auto parallelism: true
+ tag: -1
+ value expressions: _col5 (type: int)
+ auto parallelism: true
Reducer 5
Needs Tagging: false
Reduce Operator Tree:
@@ -6471,7 +6426,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string), p_name (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int)
auto parallelism: true
Path -> Alias:
#### A masked pattern was here ####
@@ -6522,6 +6477,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -6535,7 +6491,7 @@ STAGE PLANS:
Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col9 (type: bigint), _col10 (type: string), _col11 (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
auto parallelism: true
Reducer 3
Needs Tagging: false
@@ -6544,18 +6500,14 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
- outputColumnNames: _col1, _col2, _col5
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string)
- sort order: ++
- Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int)
- auto parallelism: true
+ tag: -1
+ value expressions: _col5 (type: int)
+ auto parallelism: true
Reducer 4
Needs Tagging: false
Reduce Operator Tree:
@@ -6823,7 +6775,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string), p_name (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int)
auto parallelism: true
Path -> Alias:
#### A masked pattern was here ####
@@ -6874,6 +6826,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -6887,7 +6840,7 @@ STAGE PLANS:
Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col9 (type: bigint), _col10 (type: string), _col11 (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
auto parallelism: true
Reducer 3
Needs Tagging: false
@@ -6904,7 +6857,7 @@ STAGE PLANS:
Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col9 (type: bigint), _col10 (type: string), _col11 (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
auto parallelism: true
Reducer 4
Needs Tagging: false
@@ -6913,18 +6866,14 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
- outputColumnNames: _col1, _col2, _col5
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
+ sort order: ++++
+ Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
- sort order: ++++
- Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int)
- auto parallelism: true
+ tag: -1
+ value expressions: _col5 (type: int)
+ auto parallelism: true
Reducer 5
Needs Tagging: false
Reduce Operator Tree:
@@ -7223,7 +7172,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string), p_name (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int)
auto parallelism: true
Path -> Alias:
#### A masked pattern was here ####
@@ -7274,6 +7223,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -7289,7 +7239,7 @@ STAGE PLANS:
Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col9 (type: bigint), _col10 (type: string), _col11 (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
auto parallelism: true
Reducer 3
Needs Tagging: false
@@ -7298,18 +7248,14 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
- outputColumnNames: _col1, _col2, _col5
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
+ sort order: ++++
+ Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
- sort order: ++++
- Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int)
- auto parallelism: true
+ tag: -1
+ value expressions: _col5 (type: int)
+ auto parallelism: true
Reducer 4
Needs Tagging: false
Reduce Operator Tree:
@@ -7574,7 +7520,7 @@ STAGE PLANS:
Map-reduce partition columns: p_mfgr (type: string), p_name (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int)
auto parallelism: true
Path -> Alias:
#### A masked pattern was here ####
@@ -7625,6 +7571,7 @@ STAGE PLANS:
name: default.part_orc
Truncated Path -> Alias:
/part_orc [part_orc]
+ Execution mode: vectorized
Reducer 2
Needs Tagging: false
Reduce Operator Tree:
@@ -7640,7 +7587,7 @@ STAGE PLANS:
Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col9 (type: bigint), _col10 (type: string), _col11 (type: struct<transactionid:bigint,bucketid:int,rowid:bigint>)
+ value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
auto parallelism: true
Reducer 3
Needs Tagging: false
@@ -7649,18 +7596,14 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int)
- outputColumnNames: _col1, _col2, _col5
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col2 (type: string)
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col1 (type: string)
- sort order: ++
- Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _col5 (type: int)
- auto parallelism: true
+ tag: -1
+ value expressions: _col5 (type: int)
+ auto parallelism: true
Reducer 4
Needs Tagging: false
Reduce Operator Tree: