You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by mm...@apache.org on 2018/04/27 06:46:44 UTC
[11/51] [partial] hive git commit: HIVE-19269: Vectorization: Turn On
by Default (Matt McCline, reviewed by Ashutosh Chauhan)
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query82.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query82.q.out b/ql/src/test/results/clientpositive/perf/spark/query82.q.out
index fb30019..6ccd1cb 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query82.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query82.q.out
@@ -56,6 +56,7 @@ STAGE PLANS:
keys:
0 _col0 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -84,6 +85,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
+ Execution mode: vectorized
Map 5
Map Operator Tree:
TableScan
@@ -102,6 +104,7 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 25666 Data size: 36863512 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: decimal(7,2))
+ Execution mode: vectorized
Map 6
Map Operator Tree:
TableScan
@@ -129,6 +132,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col1 (type: int)
Statistics: Num rows: 4593600 Data size: 72578135 Basic stats: COMPLETE Column stats: NONE
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reducer 2
@@ -155,6 +159,7 @@ STAGE PLANS:
Statistics: Num rows: 1267190424 Data size: 111791907016 Basic stats: COMPLETE Column stats: NONE
TopN Hash Memory Usage: 0.1
Reducer 3
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: decimal(7,2))
@@ -168,6 +173,7 @@ STAGE PLANS:
TopN Hash Memory Usage: 0.1
value expressions: _col1 (type: string), _col2 (type: decimal(7,2))
Reducer 4
+ Execution mode: vectorized
Reduce Operator Tree:
Select Operator
expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: decimal(7,2))
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query83.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query83.q.out b/ql/src/test/results/clientpositive/perf/spark/query83.q.out
index 614ae49..8f9d3db 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query83.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query83.q.out
@@ -178,6 +178,7 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int)
Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: int), _col2 (type: int)
+ Execution mode: vectorized
Map 10
Map Operator Tree:
TableScan
@@ -196,6 +197,7 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string)
+ Execution mode: vectorized
Map 13
Map Operator Tree:
TableScan
@@ -218,6 +220,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 36525 Data size: 40871475 Basic stats: COMPLETE Column stats: NONE
+ Execution mode: vectorized
Map 14
Map Operator Tree:
TableScan
@@ -236,6 +239,7 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int)
Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: int), _col2 (type: int)
+ Execution mode: vectorized
Map 18
Map Operator Tree:
TableScan
@@ -254,6 +258,7 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
+ Execution mode: vectorized
Map 19
Map Operator Tree:
TableScan
@@ -272,6 +277,7 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: string)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: int)
+ Execution mode: vectorized
Map 21
Map Operator Tree:
TableScan
@@ -290,6 +296,7 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string)
+ Execution mode: vectorized
Map 24
Map Operator Tree:
TableScan
@@ -312,6 +319,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 36525 Data size: 40871475 Basic stats: COMPLETE Column stats: NONE
+ Execution mode: vectorized
Map 25
Map Operator Tree:
TableScan
@@ -330,6 +338,7 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int)
Statistics: Num rows: 14398467 Data size: 1325194184 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: int), _col2 (type: int)
+ Execution mode: vectorized
Map 29
Map Operator Tree:
TableScan
@@ -348,6 +357,7 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
+ Execution mode: vectorized
Map 30
Map Operator Tree:
TableScan
@@ -366,6 +376,7 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: string)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: int)
+ Execution mode: vectorized
Map 32
Map Operator Tree:
TableScan
@@ -384,6 +395,7 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string)
+ Execution mode: vectorized
Map 35
Map Operator Tree:
TableScan
@@ -406,6 +418,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 36525 Data size: 40871475 Basic stats: COMPLETE Column stats: NONE
+ Execution mode: vectorized
Map 7
Map Operator Tree:
TableScan
@@ -424,6 +437,7 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
+ Execution mode: vectorized
Map 8
Map Operator Tree:
TableScan
@@ -442,6 +456,7 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: string)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: int)
+ Execution mode: vectorized
Reducer 11
Reduce Operator Tree:
Join Operator
@@ -463,6 +478,7 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: string)
Statistics: Num rows: 80353 Data size: 89916016 Basic stats: COMPLETE Column stats: NONE
Reducer 12
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
keys: KEY._col0 (type: string)
@@ -513,6 +529,7 @@ STAGE PLANS:
Statistics: Num rows: 69685294 Data size: 5399255980 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: bigint)
Reducer 17
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
aggregations: sum(VALUE._col0)
@@ -578,6 +595,7 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: string)
Statistics: Num rows: 80353 Data size: 89916016 Basic stats: COMPLETE Column stats: NONE
Reducer 23
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
keys: KEY._col0 (type: string)
@@ -628,6 +646,7 @@ STAGE PLANS:
Statistics: Num rows: 17422145 Data size: 1603485031 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: bigint)
Reducer 28
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
aggregations: sum(VALUE._col0)
@@ -699,6 +718,7 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: string)
Statistics: Num rows: 80353 Data size: 89916016 Basic stats: COMPLETE Column stats: NONE
Reducer 34
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
keys: KEY._col0 (type: string)
@@ -711,6 +731,7 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: string)
Statistics: Num rows: 40176 Data size: 44957448 Basic stats: COMPLETE Column stats: NONE
Reducer 4
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
aggregations: sum(VALUE._col0)
@@ -747,6 +768,7 @@ STAGE PLANS:
TopN Hash Memory Usage: 0.1
value expressions: _col2 (type: double), _col3 (type: bigint), _col4 (type: double), _col5 (type: bigint), _col6 (type: double), _col7 (type: decimal(25,6))
Reducer 6
+ Execution mode: vectorized
Reduce Operator Tree:
Select Operator
expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), VALUE._col0 (type: double), VALUE._col1 (type: bigint), VALUE._col2 (type: double), VALUE._col3 (type: bigint), VALUE._col4 (type: double), VALUE._col5 (type: decimal(25,6))
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query84.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query84.q.out b/ql/src/test/results/clientpositive/perf/spark/query84.q.out
index 8c0cab3..04c311a 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query84.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query84.q.out
@@ -65,6 +65,7 @@ STAGE PLANS:
keys:
0 _col1 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -98,6 +99,7 @@ STAGE PLANS:
keys:
0 _col2 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -126,6 +128,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE
+ Execution mode: vectorized
Map 4
Map Operator Tree:
TableScan
@@ -143,6 +146,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 1861800 Data size: 717186159 Basic stats: COMPLETE Column stats: NONE
+ Execution mode: vectorized
Map 5
Map Operator Tree:
TableScan
@@ -161,6 +165,7 @@ STAGE PLANS:
Map-reduce partition columns: _col3 (type: int)
Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col4 (type: string), _col5 (type: string)
+ Execution mode: vectorized
Map 7
Map Operator Tree:
TableScan
@@ -178,6 +183,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE
+ Execution mode: vectorized
Reducer 2
Reduce Operator Tree:
Join Operator
@@ -201,6 +207,7 @@ STAGE PLANS:
TopN Hash Memory Usage: 0.1
value expressions: _col1 (type: string)
Reducer 3
+ Execution mode: vectorized
Reduce Operator Tree:
Select Operator
expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string)
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query85.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query85.q.out b/ql/src/test/results/clientpositive/perf/spark/query85.q.out
index d60751c..781256c 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query85.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query85.q.out
@@ -191,6 +191,7 @@ STAGE PLANS:
keys:
0 _col4 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -214,6 +215,7 @@ STAGE PLANS:
keys:
0 _col10 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -247,6 +249,7 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: int), _col5 (type: int)
Statistics: Num rows: 14398467 Data size: 1325194184 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col6 (type: decimal(7,2)), _col7 (type: decimal(7,2))
+ Execution mode: vectorized
Map 10
Map Operator Tree:
TableScan
@@ -265,6 +268,7 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 10000000 Data size: 10148798821 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
+ Execution mode: vectorized
Map 12
Map Operator Tree:
TableScan
@@ -282,6 +286,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE
+ Execution mode: vectorized
Map 14
Map Operator Tree:
TableScan
@@ -300,6 +305,7 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 1861800 Data size: 717186159 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string), _col2 (type: string)
+ Execution mode: vectorized
Map 15
Map Operator Tree:
TableScan
@@ -317,6 +323,7 @@ STAGE PLANS:
sort order: +++
Map-reduce partition columns: _col0 (type: int), _col1 (type: string), _col2 (type: string)
Statistics: Num rows: 1861800 Data size: 717186159 Basic stats: COMPLETE Column stats: NONE
+ Execution mode: vectorized
Map 9
Map Operator Tree:
TableScan
@@ -335,6 +342,7 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int), _col3 (type: int)
Statistics: Num rows: 16000296 Data size: 2175577518 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: int), _col2 (type: int), _col4 (type: int), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2))
+ Execution mode: vectorized
Reducer 2
Reduce Operator Tree:
Join Operator
@@ -452,6 +460,7 @@ STAGE PLANS:
Statistics: Num rows: 2047980 Data size: 788904791 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: bigint), _col5 (type: decimal(17,2)), _col6 (type: bigint)
Reducer 7
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), sum(VALUE._col4), count(VALUE._col5)
@@ -469,6 +478,7 @@ STAGE PLANS:
Statistics: Num rows: 1023990 Data size: 394452395 Basic stats: COMPLETE Column stats: NONE
TopN Hash Memory Usage: 0.1
Reducer 8
+ Execution mode: vectorized
Reduce Operator Tree:
Select Operator
expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: double), KEY.reducesinkkey2 (type: decimal(37,22)), KEY.reducesinkkey3 (type: decimal(37,22))
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query86.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query86.q.out b/ql/src/test/results/clientpositive/perf/spark/query86.q.out
index ddd9771..930bb7e 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query86.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query86.q.out
@@ -74,6 +74,7 @@ STAGE PLANS:
keys:
0 _col0 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -114,6 +115,7 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int)
Statistics: Num rows: 158402938 Data size: 21538218500 Basic stats: COMPLETE Column stats: NONE
value expressions: _col2 (type: decimal(7,2))
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 7
@@ -134,6 +136,7 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string), _col2 (type: string)
+ Execution mode: vectorized
Reducer 2
Reduce Operator Tree:
Join Operator
@@ -161,6 +164,7 @@ STAGE PLANS:
Statistics: Num rows: 522729705 Data size: 71076122589 Basic stats: COMPLETE Column stats: NONE
value expressions: _col3 (type: decimal(17,2))
Reducer 3
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
aggregations: sum(VALUE._col0)
@@ -179,6 +183,7 @@ STAGE PLANS:
Statistics: Num rows: 261364852 Data size: 35538061226 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string), _col1 (type: string), _col3 (type: bigint)
Reducer 4
+ Execution mode: vectorized
Reduce Operator Tree:
Select Operator
expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), KEY.reducesinkkey2 (type: decimal(17,2)), VALUE._col2 (type: bigint)
@@ -216,6 +221,7 @@ STAGE PLANS:
TopN Hash Memory Usage: 0.1
value expressions: _col0 (type: decimal(17,2)), _col1 (type: string), _col2 (type: string)
Reducer 5
+ Execution mode: vectorized
Reduce Operator Tree:
Select Operator
expressions: VALUE._col0 (type: decimal(17,2)), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey2 (type: int)
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query87.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query87.q.out b/ql/src/test/results/clientpositive/perf/spark/query87.q.out
index 7977a62..e90aa4a 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query87.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query87.q.out
@@ -68,6 +68,7 @@ STAGE PLANS:
keys:
0 _col0 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -91,6 +92,7 @@ STAGE PLANS:
keys:
0 _col0 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -114,6 +116,7 @@ STAGE PLANS:
keys:
0 _col0 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -159,6 +162,7 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int)
Statistics: Num rows: 633595212 Data size: 55895953508 Basic stats: COMPLETE Column stats: NONE
value expressions: _col3 (type: string)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 13
@@ -179,6 +183,7 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string), _col2 (type: string)
+ Execution mode: vectorized
Map 14
Map Operator Tree:
TableScan
@@ -207,6 +212,7 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int)
Statistics: Num rows: 158402938 Data size: 21538218500 Basic stats: COMPLETE Column stats: NONE
value expressions: _col3 (type: string)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 9
@@ -237,6 +243,7 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int)
Statistics: Num rows: 316788826 Data size: 42899570777 Basic stats: COMPLETE Column stats: NONE
value expressions: _col3 (type: string)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reducer 10
@@ -260,6 +267,7 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: string)
Statistics: Num rows: 348467716 Data size: 47189528877 Basic stats: COMPLETE Column stats: NONE
Reducer 11
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: string)
@@ -317,6 +325,7 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: string)
Statistics: Num rows: 174243235 Data size: 23692040863 Basic stats: COMPLETE Column stats: NONE
Reducer 16
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: string)
@@ -374,6 +383,7 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: string)
Statistics: Num rows: 696954748 Data size: 61485550191 Basic stats: COMPLETE Column stats: NONE
Reducer 3
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: string)
@@ -411,6 +421,7 @@ STAGE PLANS:
Statistics: Num rows: 261355616 Data size: 27168769766 Basic stats: COMPLETE Column stats: NONE
value expressions: _col3 (type: bigint), _col4 (type: bigint)
Reducer 4
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
aggregations: sum(VALUE._col0), sum(VALUE._col1)
@@ -452,6 +463,7 @@ STAGE PLANS:
Statistics: Num rows: 54450625 Data size: 7055042151 Basic stats: COMPLETE Column stats: NONE
value expressions: _col3 (type: bigint), _col4 (type: bigint)
Reducer 5
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
aggregations: sum(VALUE._col0), sum(VALUE._col1)
@@ -478,6 +490,7 @@ STAGE PLANS:
Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: bigint)
Reducer 6
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0)
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query88.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query88.q.out b/ql/src/test/results/clientpositive/perf/spark/query88.q.out
index be44719..f976818 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query88.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query88.q.out
@@ -217,6 +217,7 @@ STAGE PLANS:
keys:
0 _col2 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 8
@@ -235,6 +236,7 @@ STAGE PLANS:
keys:
0 _col0 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 9
@@ -253,6 +255,7 @@ STAGE PLANS:
keys:
0 _col1 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -318,6 +321,7 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: bigint)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 16
@@ -370,6 +374,7 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: bigint)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 21
@@ -422,6 +427,7 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: bigint)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 26
@@ -474,6 +480,7 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: bigint)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 31
@@ -526,6 +533,7 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: bigint)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 36
@@ -578,6 +586,7 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: bigint)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 6
@@ -630,9 +639,11 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: bigint)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reducer 12
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -652,6 +663,7 @@ STAGE PLANS:
6
7
Reducer 17
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -671,6 +683,7 @@ STAGE PLANS:
6
7
Reducer 22
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -690,6 +703,7 @@ STAGE PLANS:
6
7
Reducer 27
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -709,6 +723,7 @@ STAGE PLANS:
6
7
Reducer 32
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -728,6 +743,7 @@ STAGE PLANS:
6
7
Reducer 37
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -747,6 +763,7 @@ STAGE PLANS:
6
7
Reducer 7
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -786,6 +803,7 @@ STAGE PLANS:
keys:
0 _col0 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 4
@@ -804,6 +822,7 @@ STAGE PLANS:
keys:
0 _col1 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 5
@@ -822,6 +841,7 @@ STAGE PLANS:
keys:
0 _col2 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -881,9 +901,11 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: bigint)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reducer 2
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -952,6 +974,7 @@ STAGE PLANS:
keys:
0 _col0 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 14
@@ -970,6 +993,7 @@ STAGE PLANS:
keys:
0 _col1 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 15
@@ -988,6 +1012,7 @@ STAGE PLANS:
keys:
0 _col2 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -1011,6 +1036,7 @@ STAGE PLANS:
keys:
0 _col0 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 19
@@ -1029,6 +1055,7 @@ STAGE PLANS:
keys:
0 _col1 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 20
@@ -1047,6 +1074,7 @@ STAGE PLANS:
keys:
0 _col2 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -1070,6 +1098,7 @@ STAGE PLANS:
keys:
0 _col0 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 24
@@ -1088,6 +1117,7 @@ STAGE PLANS:
keys:
0 _col1 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 25
@@ -1106,6 +1136,7 @@ STAGE PLANS:
keys:
0 _col2 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -1129,6 +1160,7 @@ STAGE PLANS:
keys:
0 _col0 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 29
@@ -1147,6 +1179,7 @@ STAGE PLANS:
keys:
0 _col1 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 30
@@ -1165,6 +1198,7 @@ STAGE PLANS:
keys:
0 _col2 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -1188,6 +1222,7 @@ STAGE PLANS:
keys:
0 _col0 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 34
@@ -1206,6 +1241,7 @@ STAGE PLANS:
keys:
0 _col1 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 35
@@ -1224,6 +1260,7 @@ STAGE PLANS:
keys:
0 _col2 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -1247,6 +1284,7 @@ STAGE PLANS:
keys:
0 _col0 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 39
@@ -1265,6 +1303,7 @@ STAGE PLANS:
keys:
0 _col1 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 40
@@ -1283,6 +1322,7 @@ STAGE PLANS:
keys:
0 _col2 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query89.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query89.q.out b/ql/src/test/results/clientpositive/perf/spark/query89.q.out
index c933fe1..ad4d600 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query89.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query89.q.out
@@ -78,6 +78,7 @@ STAGE PLANS:
keys:
0 _col2 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -109,6 +110,7 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: int), _col2 (type: int), _col3 (type: decimal(7,2))
+ Execution mode: vectorized
Map 7
Map Operator Tree:
TableScan
@@ -127,6 +129,7 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string)
+ Execution mode: vectorized
Map 8
Map Operator Tree:
TableScan
@@ -145,6 +148,7 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE
value expressions: _col2 (type: int)
+ Execution mode: vectorized
Reducer 2
Reduce Operator Tree:
Join Operator
@@ -196,6 +200,7 @@ STAGE PLANS:
Statistics: Num rows: 766650239 Data size: 67634106676 Basic stats: COMPLETE Column stats: NONE
value expressions: _col6 (type: decimal(17,2))
Reducer 4
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
aggregations: sum(VALUE._col0)
@@ -253,6 +258,7 @@ STAGE PLANS:
TopN Hash Memory Usage: 0.1
value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: decimal(17,2)), _col7 (type: decimal(21,6))
Reducer 6
+ Execution mode: vectorized
Reduce Operator Tree:
Select Operator
expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: int), VALUE._col5 (type: decimal(17,2)), VALUE._col6 (type: decimal(21,6))
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query9.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query9.q.out b/ql/src/test/results/clientpositive/perf/spark/query9.q.out
index 610ce03..9446f66 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query9.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query9.q.out
@@ -158,6 +158,7 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: decimal(17,2)), _col1 (type: bigint)
+ Execution mode: vectorized
Map 12
Map Operator Tree:
TableScan
@@ -179,6 +180,7 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: decimal(17,2)), _col1 (type: bigint)
+ Execution mode: vectorized
Map 14
Map Operator Tree:
TableScan
@@ -198,6 +200,7 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: bigint)
+ Execution mode: vectorized
Map 16
Map Operator Tree:
TableScan
@@ -219,6 +222,7 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: decimal(17,2)), _col1 (type: bigint)
+ Execution mode: vectorized
Map 18
Map Operator Tree:
TableScan
@@ -240,6 +244,7 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: decimal(17,2)), _col1 (type: bigint)
+ Execution mode: vectorized
Map 2
Map Operator Tree:
TableScan
@@ -259,6 +264,7 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: bigint)
+ Execution mode: vectorized
Map 20
Map Operator Tree:
TableScan
@@ -278,6 +284,7 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: bigint)
+ Execution mode: vectorized
Map 22
Map Operator Tree:
TableScan
@@ -299,6 +306,7 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: decimal(17,2)), _col1 (type: bigint)
+ Execution mode: vectorized
Map 24
Map Operator Tree:
TableScan
@@ -320,6 +328,7 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: decimal(17,2)), _col1 (type: bigint)
+ Execution mode: vectorized
Map 26
Map Operator Tree:
TableScan
@@ -339,6 +348,7 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: bigint)
+ Execution mode: vectorized
Map 28
Map Operator Tree:
TableScan
@@ -360,6 +370,7 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: decimal(17,2)), _col1 (type: bigint)
+ Execution mode: vectorized
Map 30
Map Operator Tree:
TableScan
@@ -381,6 +392,7 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: decimal(17,2)), _col1 (type: bigint)
+ Execution mode: vectorized
Map 4
Map Operator Tree:
TableScan
@@ -402,6 +414,7 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: decimal(17,2)), _col1 (type: bigint)
+ Execution mode: vectorized
Map 6
Map Operator Tree:
TableScan
@@ -423,6 +436,7 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: decimal(17,2)), _col1 (type: bigint)
+ Execution mode: vectorized
Map 8
Map Operator Tree:
TableScan
@@ -442,7 +456,9 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: bigint)
+ Execution mode: vectorized
Reducer 11
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -460,6 +476,7 @@ STAGE PLANS:
0
1
Reducer 13
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -477,6 +494,7 @@ STAGE PLANS:
0
1
Reducer 15
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -490,6 +508,7 @@ STAGE PLANS:
0
1
Reducer 17
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -507,6 +526,7 @@ STAGE PLANS:
0
1
Reducer 19
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -524,6 +544,7 @@ STAGE PLANS:
0
1
Reducer 21
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -537,6 +558,7 @@ STAGE PLANS:
0
1
Reducer 23
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -554,6 +576,7 @@ STAGE PLANS:
0
1
Reducer 25
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -571,6 +594,7 @@ STAGE PLANS:
0
1
Reducer 27
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -584,6 +608,7 @@ STAGE PLANS:
0
1
Reducer 29
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -601,6 +626,7 @@ STAGE PLANS:
0
1
Reducer 3
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -614,6 +640,7 @@ STAGE PLANS:
0
1
Reducer 31
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -631,6 +658,7 @@ STAGE PLANS:
0
1
Reducer 5
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -648,6 +676,7 @@ STAGE PLANS:
0
1
Reducer 7
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -665,6 +694,7 @@ STAGE PLANS:
0
1
Reducer 9
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -853,6 +883,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query90.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query90.q.out b/ql/src/test/results/clientpositive/perf/spark/query90.q.out
index 115a2cc..20cfe40 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query90.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query90.q.out
@@ -69,6 +69,7 @@ STAGE PLANS:
keys:
0 _col0 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 11
@@ -87,6 +88,7 @@ STAGE PLANS:
keys:
0 _col1 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 9
@@ -105,6 +107,7 @@ STAGE PLANS:
keys:
0 _col2 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -164,9 +167,11 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: bigint)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reducer 8
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -200,6 +205,7 @@ STAGE PLANS:
keys:
0 _col2 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 5
@@ -218,6 +224,7 @@ STAGE PLANS:
keys:
0 _col0 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 6
@@ -236,6 +243,7 @@ STAGE PLANS:
keys:
0 _col1 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -296,9 +304,11 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: bigint)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reducer 2
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -327,6 +337,7 @@ STAGE PLANS:
Statistics: Num rows: 1 Data size: 17 Basic stats: COMPLETE Column stats: NONE
TopN Hash Memory Usage: 0.1
Reducer 3
+ Execution mode: vectorized
Reduce Operator Tree:
Select Operator
expressions: KEY.reducesinkkey0 (type: decimal(35,20))
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query91.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query91.q.out b/ql/src/test/results/clientpositive/perf/spark/query91.q.out
index b4f0650..ba03c41 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query91.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query91.q.out
@@ -85,6 +85,7 @@ STAGE PLANS:
keys:
0 _col2 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -108,6 +109,7 @@ STAGE PLANS:
keys:
0 _col2 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -140,6 +142,7 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2))
+ Execution mode: vectorized
Map 11
Map Operator Tree:
TableScan
@@ -158,6 +161,7 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 930900 Data size: 358593079 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string), _col2 (type: string)
+ Execution mode: vectorized
Map 12
Map Operator Tree:
TableScan
@@ -175,6 +179,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE
+ Execution mode: vectorized
Map 6
Map Operator Tree:
TableScan
@@ -192,6 +197,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE
+ Execution mode: vectorized
Map 8
Map Operator Tree:
TableScan
@@ -210,6 +216,7 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int)
Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: int), _col2 (type: int), _col3 (type: int)
+ Execution mode: vectorized
Reducer 10
Local Work:
Map Reduce Local Work
@@ -293,6 +300,7 @@ STAGE PLANS:
Statistics: Num rows: 117128008 Data size: 100732454500 Basic stats: COMPLETE Column stats: NONE
value expressions: _col5 (type: decimal(17,2))
Reducer 4
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
aggregations: sum(VALUE._col0)
@@ -310,6 +318,7 @@ STAGE PLANS:
Statistics: Num rows: 58564004 Data size: 50366227250 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string)
Reducer 5
+ Execution mode: vectorized
Reduce Operator Tree:
Select Operator
expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY.reducesinkkey0 (type: decimal(17,2))
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query92.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query92.q.out b/ql/src/test/results/clientpositive/perf/spark/query92.q.out
index e7b8632..c5d8792 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query92.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query92.q.out
@@ -83,6 +83,7 @@ STAGE PLANS:
keys:
0 _col0 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -106,6 +107,7 @@ STAGE PLANS:
keys:
0 _col0 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -147,6 +149,7 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int)
Statistics: Num rows: 158402938 Data size: 21538218500 Basic stats: COMPLETE Column stats: NONE
value expressions: _col2 (type: decimal(7,2))
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 10
@@ -166,6 +169,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE
+ Execution mode: vectorized
Map 6
Map Operator Tree:
TableScan
@@ -200,6 +204,7 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 158402938 Data size: 21538218500 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: decimal(17,2)), _col2 (type: bigint)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reducer 2
@@ -229,6 +234,7 @@ STAGE PLANS:
Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: decimal(17,2))
Reducer 3
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
aggregations: sum(VALUE._col0)
@@ -245,6 +251,7 @@ STAGE PLANS:
Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE
TopN Hash Memory Usage: 0.1
Reducer 4
+ Execution mode: vectorized
Reduce Operator Tree:
Select Operator
expressions: KEY.reducesinkkey0 (type: decimal(17,2))
@@ -261,6 +268,7 @@ STAGE PLANS:
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Reducer 7
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
aggregations: sum(VALUE._col0), count(VALUE._col1)
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query93.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query93.q.out b/ql/src/test/results/clientpositive/perf/spark/query93.q.out
index 71fbeb1..d7beccb 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query93.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query93.q.out
@@ -58,6 +58,7 @@ STAGE PLANS:
keys:
0 _col1 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -97,6 +98,7 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: int), _col2 (type: int)
Statistics: Num rows: 63350266 Data size: 4908414421 Basic stats: COMPLETE Column stats: NONE
value expressions: _col3 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 6
@@ -117,6 +119,7 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: int), _col2 (type: int)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: int), _col3 (type: int), _col4 (type: decimal(7,2))
+ Execution mode: vectorized
Reducer 2
Reduce Operator Tree:
Join Operator
@@ -144,6 +147,7 @@ STAGE PLANS:
Statistics: Num rows: 633595212 Data size: 55895953508 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: decimal(28,2))
Reducer 3
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
aggregations: sum(VALUE._col0)
@@ -157,6 +161,7 @@ STAGE PLANS:
Statistics: Num rows: 316797606 Data size: 27947976754 Basic stats: COMPLETE Column stats: NONE
TopN Hash Memory Usage: 0.1
Reducer 4
+ Execution mode: vectorized
Reduce Operator Tree:
Select Operator
expressions: KEY.reducesinkkey1 (type: int), KEY.reducesinkkey0 (type: decimal(28,2))
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query94.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query94.q.out b/ql/src/test/results/clientpositive/perf/spark/query94.q.out
index 2af8280..dde0b17 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query94.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query94.q.out
@@ -81,6 +81,7 @@ STAGE PLANS:
keys:
0 _col2 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -104,6 +105,7 @@ STAGE PLANS:
keys:
0 _col0 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -147,6 +149,7 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int)
Statistics: Num rows: 158402938 Data size: 21538218500 Basic stats: COMPLETE Column stats: NONE
value expressions: _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2))
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 11
@@ -172,6 +175,7 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: int)
+ Execution mode: vectorized
Map 12
Map Operator Tree:
TableScan
@@ -190,6 +194,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 14398467 Data size: 1325194184 Basic stats: COMPLETE Column stats: NONE
+ Execution mode: vectorized
Map 9
Map Operator Tree:
TableScan
@@ -207,7 +212,9 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE
+ Execution mode: vectorized
Reducer 13
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
keys: KEY._col0 (type: int)
@@ -303,6 +310,7 @@ STAGE PLANS:
Statistics: Num rows: 115958879 Data size: 15767054151 Basic stats: COMPLETE Column stats: NONE
value expressions: _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2))
Reducer 5
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
aggregations: sum(VALUE._col0), sum(VALUE._col1)
@@ -320,6 +328,7 @@ STAGE PLANS:
Statistics: Num rows: 1 Data size: 344 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: bigint), _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2))
Reducer 6
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2)
@@ -337,6 +346,7 @@ STAGE PLANS:
TopN Hash Memory Usage: 0.1
value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2))
Reducer 7
+ Execution mode: vectorized
Reduce Operator Tree:
Select Operator
expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: decimal(17,2)), VALUE._col1 (type: decimal(17,2))
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query95.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query95.q.out b/ql/src/test/results/clientpositive/perf/spark/query95.q.out
index 72bb8af..b0df142 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query95.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query95.q.out
@@ -87,6 +87,7 @@ STAGE PLANS:
keys:
0 _col2 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -110,6 +111,7 @@ STAGE PLANS:
keys:
0 _col0 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -156,6 +158,7 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int)
Statistics: Num rows: 158402938 Data size: 21538218500 Basic stats: COMPLETE Column stats: NONE
value expressions: _col2 (type: int), _col3 (type: int), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2))
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 10
@@ -176,6 +179,7 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: int)
+ Execution mode: vectorized
Map 13
Map Operator Tree:
TableScan
@@ -194,6 +198,7 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: int)
+ Execution mode: vectorized
Map 14
Map Operator Tree:
TableScan
@@ -212,6 +217,7 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: int)
+ Execution mode: vectorized
Map 18
Map Operator Tree:
TableScan
@@ -230,6 +236,7 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: int)
+ Execution mode: vectorized
Map 19
Map Operator Tree:
TableScan
@@ -247,6 +254,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 14398467 Data size: 1325194184 Basic stats: COMPLETE Column stats: NONE
+ Execution mode: vectorized
Map 8
Map Operator Tree:
TableScan
@@ -264,6 +272,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE
+ Execution mode: vectorized
Reducer 11
Reduce Operator Tree:
Join Operator
@@ -292,6 +301,7 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 158402938 Data size: 21538218500 Basic stats: COMPLETE Column stats: NONE
Reducer 12
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
keys: KEY._col0 (type: int)
@@ -346,6 +356,7 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 174243235 Data size: 23692040863 Basic stats: COMPLETE Column stats: NONE
Reducer 17
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
keys: KEY._col0 (type: int)
@@ -410,6 +421,7 @@ STAGE PLANS:
Statistics: Num rows: 421668645 Data size: 57334741373 Basic stats: COMPLETE Column stats: NONE
value expressions: _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2))
Reducer 4
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
aggregations: sum(VALUE._col0), sum(VALUE._col1)
@@ -427,6 +439,7 @@ STAGE PLANS:
Statistics: Num rows: 1 Data size: 344 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: bigint), _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2))
Reducer 5
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2)
@@ -444,6 +457,7 @@ STAGE PLANS:
TopN Hash Memory Usage: 0.1
value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2))
Reducer 6
+ Execution mode: vectorized
Reduce Operator Tree:
Select Operator
expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: decimal(17,2)), VALUE._col1 (type: decimal(17,2))
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query96.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query96.q.out b/ql/src/test/results/clientpositive/perf/spark/query96.q.out
index fed8084..68af7a4 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query96.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query96.q.out
@@ -54,6 +54,7 @@ STAGE PLANS:
keys:
0 _col0 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 5
@@ -72,6 +73,7 @@ STAGE PLANS:
keys:
0 _col1 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 6
@@ -90,6 +92,7 @@ STAGE PLANS:
keys:
0 _col2 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -150,9 +153,11 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: bigint)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reducer 2
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0)
@@ -169,6 +174,7 @@ STAGE PLANS:
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
TopN Hash Memory Usage: 0.1
Reducer 3
+ Execution mode: vectorized
Reduce Operator Tree:
Select Operator
expressions: KEY.reducesinkkey0 (type: bigint)
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query97.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query97.q.out b/ql/src/test/results/clientpositive/perf/spark/query97.q.out
index 14a2aed..1908e48 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query97.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query97.q.out
@@ -73,6 +73,7 @@ STAGE PLANS:
keys:
0 _col0 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -96,6 +97,7 @@ STAGE PLANS:
keys:
0 _col0 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -140,6 +142,7 @@ STAGE PLANS:
sort order: ++
Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
Statistics: Num rows: 633595212 Data size: 55895953508 Basic stats: COMPLETE Column stats: NONE
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 6
@@ -174,9 +177,11 @@ STAGE PLANS:
sort order: ++
Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
Statistics: Num rows: 316788826 Data size: 42899570777 Basic stats: COMPLETE Column stats: NONE
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reducer 2
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
keys: KEY._col0 (type: int), KEY._col1 (type: int)
@@ -213,6 +218,7 @@ STAGE PLANS:
TopN Hash Memory Usage: 0.1
value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint)
Reducer 4
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2)
@@ -230,6 +236,7 @@ STAGE PLANS:
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Reducer 7
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
keys: KEY._col0 (type: int), KEY._col1 (type: int)
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query98.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query98.q.out b/ql/src/test/results/clientpositive/perf/spark/query98.q.out
index 9513434..c69032b 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query98.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query98.q.out
@@ -86,6 +86,7 @@ STAGE PLANS:
keys:
0 _col0 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -126,6 +127,7 @@ STAGE PLANS:
Map-reduce partition columns: _col1 (type: int)
Statistics: Num rows: 633595212 Data size: 55895953508 Basic stats: COMPLETE Column stats: NONE
value expressions: _col2 (type: decimal(7,2))
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 7
@@ -146,6 +148,7 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: decimal(7,2)), _col4 (type: string), _col5 (type: string)
+ Execution mode: vectorized
Reducer 2
Reduce Operator Tree:
Join Operator
@@ -169,6 +172,7 @@ STAGE PLANS:
Statistics: Num rows: 696954748 Data size: 61485550191 Basic stats: COMPLETE Column stats: NONE
value expressions: _col5 (type: decimal(17,2))
Reducer 3
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
aggregations: sum(VALUE._col0)
@@ -183,6 +187,7 @@ STAGE PLANS:
Statistics: Num rows: 348477374 Data size: 30742775095 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: decimal(7,2)), _col5 (type: decimal(17,2))
Reducer 4
+ Execution mode: vectorized
Reduce Operator Tree:
Select Operator
expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: decimal(7,2)), VALUE._col4 (type: decimal(17,2))
@@ -218,6 +223,7 @@ STAGE PLANS:
Statistics: Num rows: 348477374 Data size: 30742775095 Basic stats: COMPLETE Column stats: NONE
value expressions: _col3 (type: decimal(7,2)), _col4 (type: decimal(17,2))
Reducer 5
+ Execution mode: vectorized
Reduce Operator Tree:
Select Operator
expressions: KEY.reducesinkkey3 (type: string), KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: decimal(7,2)), VALUE._col1 (type: decimal(17,2)), KEY.reducesinkkey4 (type: decimal(38,17))
http://git-wip-us.apache.org/repos/asf/hive/blob/230cc4bb/ql/src/test/results/clientpositive/perf/spark/query99.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query99.q.out b/ql/src/test/results/clientpositive/perf/spark/query99.q.out
index f59db0a..1e584ae 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query99.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query99.q.out
@@ -92,6 +92,7 @@ STAGE PLANS:
keys:
0 _col1 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 5
@@ -110,6 +111,7 @@ STAGE PLANS:
keys:
0 _col2 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 6
@@ -128,6 +130,7 @@ STAGE PLANS:
keys:
0 _col4 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Map 7
@@ -146,6 +149,7 @@ STAGE PLANS:
keys:
0 _col3 (type: int)
1 _col0 (type: int)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
@@ -225,9 +229,11 @@ STAGE PLANS:
Statistics: Num rows: 421645953 Data size: 57099332415 Basic stats: PARTIAL Column stats: NONE
TopN Hash Memory Usage: 0.1
value expressions: _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint)
+ Execution mode: vectorized
Local Work:
Map Reduce Local Work
Reducer 2
+ Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4)
@@ -246,6 +252,7 @@ STAGE PLANS:
TopN Hash Memory Usage: 0.1
value expressions: _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint)
Reducer 3
+ Execution mode: vectorized
Reduce Operator Tree:
Select Operator
expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint), VALUE._col3 (type: bigint), VALUE._col4 (type: bigint)