You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by br...@apache.org on 2015/02/11 18:48:41 UTC
svn commit: r1659014 [18/25] - in /hive/branches/parquet: ./
beeline/src/java/org/apache/hive/beeline/ beeline/src/main/resources/
beeline/src/test/org/apache/hive/beeline/ bin/
common/src/java/org/apache/hadoop/hive/conf/ data/conf/ data/conf/spark/ d...
Modified: hive/branches/parquet/ql/src/test/results/clientpositive/spark/ptf.q.out
URL: http://svn.apache.org/viewvc/hive/branches/parquet/ql/src/test/results/clientpositive/spark/ptf.q.out?rev=1659014&r1=1659013&r2=1659014&view=diff
==============================================================================
--- hive/branches/parquet/ql/src/test/results/clientpositive/spark/ptf.q.out (original)
+++ hive/branches/parquet/ql/src/test/results/clientpositive/spark/ptf.q.out Wed Feb 11 17:48:36 2015
@@ -2361,12 +2361,16 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col2 (type: string), _col1 (type: string)
- sort order: +++
- Map-reduce partition columns: _col2 (type: string)
+ Select Operator
+ expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _wcol0 (type: bigint)
+ outputColumnNames: _col1, _col2, _col5, _wcol0
Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
- value expressions: _wcol0 (type: bigint), _col5 (type: int)
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col2 (type: string), _col1 (type: string)
+ sort order: +++
+ Map-reduce partition columns: _col2 (type: string)
+ Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _wcol0 (type: bigint), _col5 (type: int)
Reducer 5
Reduce Operator Tree:
Select Operator
Modified: hive/branches/parquet/ql/src/test/results/clientpositive/spark/script_env_var1.q.out
URL: http://svn.apache.org/viewvc/hive/branches/parquet/ql/src/test/results/clientpositive/spark/script_env_var1.q.out?rev=1659014&r1=1659013&r2=1659014&view=diff
==============================================================================
--- hive/branches/parquet/ql/src/test/results/clientpositive/spark/script_env_var1.q.out (original)
+++ hive/branches/parquet/ql/src/test/results/clientpositive/spark/script_env_var1.q.out Wed Feb 11 17:48:36 2015
@@ -1,16 +1,16 @@
PREHOOK: query: -- Verifies that script operator ID environment variables have unique values
-- in each instance of the script operator.
SELECT count(1) FROM
-( SELECT TRANSFORM('echo $HIVE_SCRIPT_OPERATOR_ID') USING 'sh' AS key FROM src LIMIT 1 UNION ALL
- SELECT TRANSFORM('echo $HIVE_SCRIPT_OPERATOR_ID') USING 'sh' AS key FROM src LIMIT 1 ) a GROUP BY key
+( SELECT * FROM (SELECT TRANSFORM('echo $HIVE_SCRIPT_OPERATOR_ID') USING 'sh' AS key FROM src LIMIT 1)x UNION ALL
+ SELECT * FROM (SELECT TRANSFORM('echo $HIVE_SCRIPT_OPERATOR_ID') USING 'sh' AS key FROM src LIMIT 1)y ) a GROUP BY key
PREHOOK: type: QUERY
PREHOOK: Input: default@src
#### A masked pattern was here ####
POSTHOOK: query: -- Verifies that script operator ID environment variables have unique values
-- in each instance of the script operator.
SELECT count(1) FROM
-( SELECT TRANSFORM('echo $HIVE_SCRIPT_OPERATOR_ID') USING 'sh' AS key FROM src LIMIT 1 UNION ALL
- SELECT TRANSFORM('echo $HIVE_SCRIPT_OPERATOR_ID') USING 'sh' AS key FROM src LIMIT 1 ) a GROUP BY key
+( SELECT * FROM (SELECT TRANSFORM('echo $HIVE_SCRIPT_OPERATOR_ID') USING 'sh' AS key FROM src LIMIT 1)x UNION ALL
+ SELECT * FROM (SELECT TRANSFORM('echo $HIVE_SCRIPT_OPERATOR_ID') USING 'sh' AS key FROM src LIMIT 1)y ) a GROUP BY key
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
#### A masked pattern was here ####
Modified: hive/branches/parquet/ql/src/test/results/clientpositive/spark/script_env_var2.q.out
URL: http://svn.apache.org/viewvc/hive/branches/parquet/ql/src/test/results/clientpositive/spark/script_env_var2.q.out?rev=1659014&r1=1659013&r2=1659014&view=diff
==============================================================================
--- hive/branches/parquet/ql/src/test/results/clientpositive/spark/script_env_var2.q.out (original)
+++ hive/branches/parquet/ql/src/test/results/clientpositive/spark/script_env_var2.q.out Wed Feb 11 17:48:36 2015
@@ -1,14 +1,14 @@
PREHOOK: query: -- Same test as script_env_var1, but test setting the variable name
SELECT count(1) FROM
-( SELECT TRANSFORM('echo $MY_ID') USING 'sh' AS key FROM src LIMIT 1 UNION ALL
- SELECT TRANSFORM('echo $MY_ID') USING 'sh' AS key FROM src LIMIT 1 ) a GROUP BY key
+( SELECT * FROM (SELECT TRANSFORM('echo $MY_ID') USING 'sh' AS key FROM src LIMIT 1)a UNION ALL
+ SELECT * FROM (SELECT TRANSFORM('echo $MY_ID') USING 'sh' AS key FROM src LIMIT 1)b ) a GROUP BY key
PREHOOK: type: QUERY
PREHOOK: Input: default@src
#### A masked pattern was here ####
POSTHOOK: query: -- Same test as script_env_var1, but test setting the variable name
SELECT count(1) FROM
-( SELECT TRANSFORM('echo $MY_ID') USING 'sh' AS key FROM src LIMIT 1 UNION ALL
- SELECT TRANSFORM('echo $MY_ID') USING 'sh' AS key FROM src LIMIT 1 ) a GROUP BY key
+( SELECT * FROM (SELECT TRANSFORM('echo $MY_ID') USING 'sh' AS key FROM src LIMIT 1)a UNION ALL
+ SELECT * FROM (SELECT TRANSFORM('echo $MY_ID') USING 'sh' AS key FROM src LIMIT 1)b ) a GROUP BY key
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
#### A masked pattern was here ####
Modified: hive/branches/parquet/ql/src/test/results/clientpositive/spark/union3.q.out
URL: http://svn.apache.org/viewvc/hive/branches/parquet/ql/src/test/results/clientpositive/spark/union3.q.out?rev=1659014&r1=1659013&r2=1659014&view=diff
==============================================================================
--- hive/branches/parquet/ql/src/test/results/clientpositive/spark/union3.q.out (original)
+++ hive/branches/parquet/ql/src/test/results/clientpositive/spark/union3.q.out Wed Feb 11 17:48:36 2015
@@ -5,17 +5,16 @@ SELECT *
FROM (
SELECT 1 AS id
FROM (SELECT * FROM src LIMIT 1) s1
- CLUSTER BY id
UNION ALL
SELECT 2 AS id
FROM (SELECT * FROM src LIMIT 1) s1
- CLUSTER BY id
UNION ALL
SELECT 3 AS id
FROM (SELECT * FROM src LIMIT 1) s2
UNION ALL
SELECT 4 AS id
FROM (SELECT * FROM src LIMIT 1) s2
+ CLUSTER BY id
) a
PREHOOK: type: QUERY
POSTHOOK: query: -- SORT_BEFORE_DIFF
@@ -25,17 +24,16 @@ SELECT *
FROM (
SELECT 1 AS id
FROM (SELECT * FROM src LIMIT 1) s1
- CLUSTER BY id
UNION ALL
SELECT 2 AS id
FROM (SELECT * FROM src LIMIT 1) s1
- CLUSTER BY id
UNION ALL
SELECT 3 AS id
FROM (SELECT * FROM src LIMIT 1) s2
UNION ALL
SELECT 4 AS id
FROM (SELECT * FROM src LIMIT 1) s2
+ CLUSTER BY id
) a
POSTHOOK: type: QUERY
STAGE DEPENDENCIES:
@@ -46,12 +44,11 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 10 <- Map 9 (GROUP, 1)
Reducer 2 <- Map 1 (GROUP, 1)
Reducer 5 <- Map 4 (GROUP, 1)
- Reducer 8 <- Map 7 (GROUP, 1)
- Reducer 3 <- Reducer 2 (SORT, 2)
- Reducer 6 <- Reducer 5 (SORT, 2)
+ Reducer 7 <- Map 6 (GROUP, 1)
+ Reducer 9 <- Map 8 (GROUP, 1)
+ Reducer 3 <- Reducer 2 (SORT, 2), Reducer 5 (SORT, 2), Reducer 7 (SORT, 2), Reducer 9 (SORT, 2)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -80,7 +77,7 @@ STAGE PLANS:
Reduce Output Operator
sort order:
Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE
- Map 7
+ Map 6
Map Operator Tree:
TableScan
alias: src
@@ -93,7 +90,7 @@ STAGE PLANS:
Reduce Output Operator
sort order:
Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE
- Map 9
+ Map 8
Map Operator Tree:
TableScan
alias: src
@@ -106,36 +103,26 @@ STAGE PLANS:
Reduce Output Operator
sort order:
Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE
- Reducer 10
+ Reducer 2
Reduce Operator Tree:
Limit
Number of rows: 1
Select Operator
- expressions: 4 (type: int)
+ expressions: 1 (type: int)
outputColumnNames: _col0
- File Output Operator
- compressed: false
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 2
- Reduce Operator Tree:
- Limit
- Number of rows: 1
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE
- Reduce Output Operator
- key expressions: 1 (type: int)
- sort order: +
- Map-reduce partition columns: 1 (type: int)
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: int)
Reducer 3
Reduce Operator Tree:
Select Operator
expressions: KEY.reducesinkkey0 (type: int)
outputColumnNames: _col0
+ Statistics: Num rows: 4 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE
File Output Operator
compressed: false
+ Statistics: Num rows: 4 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -144,36 +131,35 @@ STAGE PLANS:
Reduce Operator Tree:
Limit
Number of rows: 1
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE
- Reduce Output Operator
- key expressions: 2 (type: int)
- sort order: +
- Map-reduce partition columns: 2 (type: int)
- Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE
- Reducer 6
- Reduce Operator Tree:
- Select Operator
- expressions: KEY.reducesinkkey0 (type: int)
- outputColumnNames: _col0
- File Output Operator
- compressed: false
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 8
+ Select Operator
+ expressions: 2 (type: int)
+ outputColumnNames: _col0
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: int)
+ Reducer 7
Reduce Operator Tree:
Limit
Number of rows: 1
Select Operator
expressions: 3 (type: int)
outputColumnNames: _col0
- File Output Operator
- compressed: false
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: int)
+ Reducer 9
+ Reduce Operator Tree:
+ Limit
+ Number of rows: 1
+ Select Operator
+ expressions: 4 (type: int)
+ outputColumnNames: _col0
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: int)
Stage: Stage-0
Fetch Operator
@@ -194,17 +180,16 @@ SELECT *
FROM (
SELECT 1 AS id
FROM (SELECT * FROM src LIMIT 1) s1
- CLUSTER BY id
UNION ALL
SELECT 2 AS id
FROM (SELECT * FROM src LIMIT 1) s1
- CLUSTER BY id
UNION ALL
SELECT 3 AS id
FROM (SELECT * FROM src LIMIT 1) s2
UNION ALL
SELECT 4 AS id
FROM (SELECT * FROM src LIMIT 1) s2
+ CLUSTER BY id
) a
PREHOOK: type: QUERY
PREHOOK: Input: default@src
@@ -214,31 +199,30 @@ SELECT *
FROM (
SELECT 1 AS id
FROM (SELECT * FROM src LIMIT 1) s1
- CLUSTER BY id
UNION ALL
SELECT 2 AS id
FROM (SELECT * FROM src LIMIT 1) s1
- CLUSTER BY id
UNION ALL
SELECT 3 AS id
FROM (SELECT * FROM src LIMIT 1) s2
UNION ALL
SELECT 4 AS id
FROM (SELECT * FROM src LIMIT 1) s2
+ CLUSTER BY id
) a
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
POSTHOOK: Output: default@union_out
POSTHOOK: Lineage: union_out.id EXPRESSION []
-PREHOOK: query: select * from union_out cluster by id
+PREHOOK: query: select * from union_out
PREHOOK: type: QUERY
PREHOOK: Input: default@union_out
#### A masked pattern was here ####
-POSTHOOK: query: select * from union_out cluster by id
+POSTHOOK: query: select * from union_out
POSTHOOK: type: QUERY
POSTHOOK: Input: default@union_out
#### A masked pattern was here ####
-4
1
2
3
+4
Modified: hive/branches/parquet/ql/src/test/results/clientpositive/spark/union_null.q.out
URL: http://svn.apache.org/viewvc/hive/branches/parquet/ql/src/test/results/clientpositive/spark/union_null.q.out?rev=1659014&r1=1659013&r2=1659014&view=diff
==============================================================================
--- hive/branches/parquet/ql/src/test/results/clientpositive/spark/union_null.q.out (original)
+++ hive/branches/parquet/ql/src/test/results/clientpositive/spark/union_null.q.out Wed Feb 11 17:48:36 2015
@@ -1,34 +1,34 @@
PREHOOK: query: -- SORT_BEFORE_DIFF
-- HIVE-2901
-select x from (select value as x from src order by x limit 5 union all select NULL as x from src limit 5) a
+select x from (select * from (select value as x from src order by x limit 5)a union all select * from (select NULL as x from src limit 5)b )a
PREHOOK: type: QUERY
PREHOOK: Input: default@src
#### A masked pattern was here ####
POSTHOOK: query: -- SORT_BEFORE_DIFF
-- HIVE-2901
-select x from (select value as x from src order by x limit 5 union all select NULL as x from src limit 5) a
+select x from (select * from (select value as x from src order by x limit 5)a union all select * from (select NULL as x from src limit 5)b )a
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
#### A masked pattern was here ####
-NULL
-NULL
-NULL
-NULL
-NULL
val_0
val_0
val_0
val_10
val_100
+NULL
+NULL
+NULL
+NULL
+NULL
PREHOOK: query: -- HIVE-4837
-select * from (select null as N from src1 group by key UNION ALL select null as N from src1 group by key ) a
+select * from (select * from (select null as N from src1 group by key)a UNION ALL select * from (select null as N from src1 group by key)b ) a
PREHOOK: type: QUERY
PREHOOK: Input: default@src1
#### A masked pattern was here ####
POSTHOOK: query: -- HIVE-4837
-select * from (select null as N from src1 group by key UNION ALL select null as N from src1 group by key ) a
+select * from (select * from (select null as N from src1 group by key)a UNION ALL select * from (select null as N from src1 group by key)b ) a
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src1
#### A masked pattern was here ####
Modified: hive/branches/parquet/ql/src/test/results/clientpositive/spark/union_ppr.q.out
URL: http://svn.apache.org/viewvc/hive/branches/parquet/ql/src/test/results/clientpositive/spark/union_ppr.q.out?rev=1659014&r1=1659013&r2=1659014&view=diff
==============================================================================
--- hive/branches/parquet/ql/src/test/results/clientpositive/spark/union_ppr.q.out (original)
+++ hive/branches/parquet/ql/src/test/results/clientpositive/spark/union_ppr.q.out Wed Feb 11 17:48:36 2015
@@ -25,7 +25,7 @@ ABSTRACT SYNTAX TREE:
TOK_QUERY
TOK_FROM
TOK_SUBQUERY
- TOK_UNION
+ TOK_UNIONALL
TOK_QUERY
TOK_FROM
TOK_TABREF
Modified: hive/branches/parquet/ql/src/test/results/clientpositive/spark/union_remove_25.q.out
URL: http://svn.apache.org/viewvc/hive/branches/parquet/ql/src/test/results/clientpositive/spark/union_remove_25.q.out?rev=1659014&r1=1659013&r2=1659014&view=diff
==============================================================================
--- hive/branches/parquet/ql/src/test/results/clientpositive/spark/union_remove_25.q.out (original)
+++ hive/branches/parquet/ql/src/test/results/clientpositive/spark/union_remove_25.q.out Wed Feb 11 17:48:36 2015
@@ -258,18 +258,18 @@ PREHOOK: query: explain
insert overwrite table outputTbl2 partition(ds)
SELECT *
FROM (
- SELECT key, value, ds from srcpart where ds='2008-04-08' limit 500
+ select * from (SELECT key, value, ds from srcpart where ds='2008-04-08' limit 500)a
UNION ALL
- SELECT key, value, ds from srcpart where ds='2008-04-08' limit 500
+ select * from (SELECT key, value, ds from srcpart where ds='2008-04-08' limit 500)b
) a
PREHOOK: type: QUERY
POSTHOOK: query: explain
insert overwrite table outputTbl2 partition(ds)
SELECT *
FROM (
- SELECT key, value, ds from srcpart where ds='2008-04-08' limit 500
+ select * from (SELECT key, value, ds from srcpart where ds='2008-04-08' limit 500)a
UNION ALL
- SELECT key, value, ds from srcpart where ds='2008-04-08' limit 500
+ select * from (SELECT key, value, ds from srcpart where ds='2008-04-08' limit 500)b
) a
POSTHOOK: type: QUERY
STAGE DEPENDENCIES:
@@ -366,9 +366,9 @@ STAGE PLANS:
PREHOOK: query: insert overwrite table outputTbl2 partition(ds)
SELECT *
FROM (
- SELECT key, value, ds from srcpart where ds='2008-04-08' limit 500
+ select * from (SELECT key, value, ds from srcpart where ds='2008-04-08' limit 500)a
UNION ALL
- SELECT key, value, ds from srcpart where ds='2008-04-08' limit 500
+ select * from (SELECT key, value, ds from srcpart where ds='2008-04-08' limit 500)b
) a
PREHOOK: type: QUERY
PREHOOK: Input: default@srcpart
@@ -378,9 +378,9 @@ PREHOOK: Output: default@outputtbl2
POSTHOOK: query: insert overwrite table outputTbl2 partition(ds)
SELECT *
FROM (
- SELECT key, value, ds from srcpart where ds='2008-04-08' limit 500
+ select * from (SELECT key, value, ds from srcpart where ds='2008-04-08' limit 500)a
UNION ALL
- SELECT key, value, ds from srcpart where ds='2008-04-08' limit 500
+ select * from (SELECT key, value, ds from srcpart where ds='2008-04-08' limit 500)b
) a
POSTHOOK: type: QUERY
POSTHOOK: Input: default@srcpart
@@ -440,17 +440,17 @@ Storage Desc Params:
PREHOOK: query: explain insert overwrite table outputTbl3 partition(ds, hr)
SELECT *
FROM (
- SELECT key, value, ds, hr from srcpart where ds='2008-04-08' limit 1000
+ select * from (SELECT key, value, ds, hr from srcpart where ds='2008-04-08' limit 1000)a
UNION ALL
- SELECT key, value, ds, hr from srcpart where ds='2008-04-08' limit 1000
+ select * from (SELECT key, value, ds, hr from srcpart where ds='2008-04-08' limit 1000)b
) a
PREHOOK: type: QUERY
POSTHOOK: query: explain insert overwrite table outputTbl3 partition(ds, hr)
SELECT *
FROM (
- SELECT key, value, ds, hr from srcpart where ds='2008-04-08' limit 1000
+ select * from (SELECT key, value, ds, hr from srcpart where ds='2008-04-08' limit 1000)a
UNION ALL
- SELECT key, value, ds, hr from srcpart where ds='2008-04-08' limit 1000
+ select * from (SELECT key, value, ds, hr from srcpart where ds='2008-04-08' limit 1000)b
) a
POSTHOOK: type: QUERY
STAGE DEPENDENCIES:
@@ -548,9 +548,9 @@ STAGE PLANS:
PREHOOK: query: insert overwrite table outputTbl3 partition(ds, hr)
SELECT *
FROM (
- SELECT key, value, ds, hr from srcpart where ds='2008-04-08' limit 1000
+ select * from (SELECT key, value, ds, hr from srcpart where ds='2008-04-08' limit 1000)a
UNION ALL
- SELECT key, value, ds, hr from srcpart where ds='2008-04-08' limit 1000
+ select * from (SELECT key, value, ds, hr from srcpart where ds='2008-04-08' limit 1000)b
) a
PREHOOK: type: QUERY
PREHOOK: Input: default@srcpart
@@ -560,9 +560,9 @@ PREHOOK: Output: default@outputtbl3
POSTHOOK: query: insert overwrite table outputTbl3 partition(ds, hr)
SELECT *
FROM (
- SELECT key, value, ds, hr from srcpart where ds='2008-04-08' limit 1000
+ select * from (SELECT key, value, ds, hr from srcpart where ds='2008-04-08' limit 1000)a
UNION ALL
- SELECT key, value, ds, hr from srcpart where ds='2008-04-08' limit 1000
+ select * from (SELECT key, value, ds, hr from srcpart where ds='2008-04-08' limit 1000)b
) a
POSTHOOK: type: QUERY
POSTHOOK: Input: default@srcpart
Modified: hive/branches/parquet/ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out
URL: http://svn.apache.org/viewvc/hive/branches/parquet/ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out?rev=1659014&r1=1659013&r2=1659014&view=diff
==============================================================================
--- hive/branches/parquet/ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out (original)
+++ hive/branches/parquet/ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out Wed Feb 11 17:48:36 2015
@@ -5328,14 +5328,18 @@ STAGE PLANS:
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col2 (type: string), _col2 (type: string), _col1 (type: string)
- sort order: +++
- Map-reduce partition columns: _col2 (type: string)
+ Select Operator
+ expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _wcol0 (type: bigint)
+ outputColumnNames: _col1, _col2, _col5, _wcol0
Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
- tag: -1
- value expressions: _wcol0 (type: bigint), _col5 (type: int)
- auto parallelism: false
+ Reduce Output Operator
+ key expressions: _col2 (type: string), _col2 (type: string), _col1 (type: string)
+ sort order: +++
+ Map-reduce partition columns: _col2 (type: string)
+ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE
+ tag: -1
+ value expressions: _wcol0 (type: bigint), _col5 (type: int)
+ auto parallelism: false
Reducer 5
Needs Tagging: false
Reduce Operator Tree:
Modified: hive/branches/parquet/ql/src/test/results/clientpositive/subquery_notin.q.out
URL: http://svn.apache.org/viewvc/hive/branches/parquet/ql/src/test/results/clientpositive/subquery_notin.q.out?rev=1659014&r1=1659013&r2=1659014&view=diff
==============================================================================
--- hive/branches/parquet/ql/src/test/results/clientpositive/subquery_notin.q.out (original)
+++ hive/branches/parquet/ql/src/test/results/clientpositive/subquery_notin.q.out Wed Feb 11 17:48:36 2015
@@ -285,7 +285,7 @@ POSTHOOK: Input: default@src
199 val_199
199 val_199
2 val_2
-Warning: Shuffle Join JOIN[30][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product
+Warning: Shuffle Join JOIN[32][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product
PREHOOK: query: -- non agg, corr
explain
select p_mfgr, b.p_name, p_size
@@ -498,7 +498,7 @@ STAGE PLANS:
Processor Tree:
ListSink
-Warning: Shuffle Join JOIN[30][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product
+Warning: Shuffle Join JOIN[32][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product
PREHOOK: query: select p_mfgr, b.p_name, p_size
from part b
where b.p_name not in
@@ -537,7 +537,7 @@ Manufacturer#4 almond azure aquamarine p
Manufacturer#5 almond antique blue firebrick mint 31
Manufacturer#5 almond aquamarine dodger light gainsboro 46
Manufacturer#5 almond azure blanched chiffon midnight 23
-Warning: Shuffle Join JOIN[45][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Stage-2:MAPRED' is a cross product
+Warning: Shuffle Join JOIN[47][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Stage-2:MAPRED' is a cross product
PREHOOK: query: -- agg, non corr
explain
select p_name, p_size
@@ -783,7 +783,7 @@ STAGE PLANS:
Processor Tree:
ListSink
-Warning: Shuffle Join JOIN[45][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Stage-2:MAPRED' is a cross product
+Warning: Shuffle Join JOIN[47][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Stage-2:MAPRED' is a cross product
PREHOOK: query: select p_name, p_size
from
part where part.p_size not in
@@ -830,7 +830,7 @@ almond aquamarine sandy cyan gainsboro 1
almond aquamarine yellow dodger mint 7
almond azure aquamarine papaya violet 12
almond azure blanched chiffon midnight 23
-Warning: Shuffle Join JOIN[42][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product
+Warning: Shuffle Join JOIN[44][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product
PREHOOK: query: -- agg, corr
explain
select p_mfgr, p_name, p_size
@@ -1112,7 +1112,7 @@ STAGE PLANS:
Processor Tree:
ListSink
-Warning: Shuffle Join JOIN[42][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product
+Warning: Shuffle Join JOIN[44][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product
PREHOOK: query: select p_mfgr, p_name, p_size
from part b where b.p_size not in
(select min(p_size)
Modified: hive/branches/parquet/ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out
URL: http://svn.apache.org/viewvc/hive/branches/parquet/ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out?rev=1659014&r1=1659013&r2=1659014&view=diff
==============================================================================
--- hive/branches/parquet/ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out (original)
+++ hive/branches/parquet/ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out Wed Feb 11 17:48:36 2015
@@ -751,7 +751,7 @@ STAGE PLANS:
Processor Tree:
ListSink
-Warning: Shuffle Join JOIN[30][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product
+Warning: Shuffle Join JOIN[32][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product
PREHOOK: query: -- non agg, corr
explain
select p_mfgr, b.p_name, p_size
Modified: hive/branches/parquet/ql/src/test/results/clientpositive/subquery_views.q.out
URL: http://svn.apache.org/viewvc/hive/branches/parquet/ql/src/test/results/clientpositive/subquery_views.q.out?rev=1659014&r1=1659013&r2=1659014&view=diff
==============================================================================
--- hive/branches/parquet/ql/src/test/results/clientpositive/subquery_views.q.out (original)
+++ hive/branches/parquet/ql/src/test/results/clientpositive/subquery_views.q.out Wed Feb 11 17:48:36 2015
@@ -97,10 +97,10 @@ STAGE PLANS:
alias: b
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: ((value > 'val_11') and (key is null or (value is null or key is null))) (type: boolean)
- Statistics: Num rows: 249 Data size: 2645 Basic stats: COMPLETE Column stats: NONE
+ predicate: ((value > 'val_11') and (key is null or value is null)) (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
Select Operator
- Statistics: Num rows: 249 Data size: 2645 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count()
mode: hash
@@ -252,10 +252,10 @@ STAGE PLANS:
alias: b
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: ((value > 'val_11') and (key is null or (value is null or key is null))) (type: boolean)
- Statistics: Num rows: 249 Data size: 2645 Basic stats: COMPLETE Column stats: NONE
+ predicate: ((value > 'val_11') and (key is null or value is null)) (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
Select Operator
- Statistics: Num rows: 249 Data size: 2645 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count()
mode: hash
Modified: hive/branches/parquet/ql/src/test/results/clientpositive/tez/cbo_union.q.out
URL: http://svn.apache.org/viewvc/hive/branches/parquet/ql/src/test/results/clientpositive/tez/cbo_union.q.out?rev=1659014&r1=1659013&r2=1659014&view=diff
==============================================================================
--- hive/branches/parquet/ql/src/test/results/clientpositive/tez/cbo_union.q.out (original)
+++ hive/branches/parquet/ql/src/test/results/clientpositive/tez/cbo_union.q.out Wed Feb 11 17:48:36 2015
@@ -1,7 +1,7 @@
PREHOOK: query: -- SORT_QUERY_RESULTS
-- 11. Union All
-select * from cbo_t1 order by key, c_boolean, value, dt union all select * from cbo_t2 order by key, c_boolean, value, dt
+select * from (select * from cbo_t1 order by key, c_boolean, value, dt)a union all select * from (select * from cbo_t2 order by key, c_boolean, value, dt)b
PREHOOK: type: QUERY
PREHOOK: Input: default@cbo_t1
PREHOOK: Input: default@cbo_t1@dt=2014
@@ -11,7 +11,7 @@ PREHOOK: Input: default@cbo_t2@dt=2014
POSTHOOK: query: -- SORT_QUERY_RESULTS
-- 11. Union All
-select * from cbo_t1 order by key, c_boolean, value, dt union all select * from cbo_t2 order by key, c_boolean, value, dt
+select * from (select * from cbo_t1 order by key, c_boolean, value, dt)a union all select * from (select * from cbo_t2 order by key, c_boolean, value, dt)b
POSTHOOK: type: QUERY
POSTHOOK: Input: default@cbo_t1
POSTHOOK: Input: default@cbo_t1@dt=2014
Modified: hive/branches/parquet/ql/src/test/results/clientpositive/tez/dynamic_partition_pruning.q.out
URL: http://svn.apache.org/viewvc/hive/branches/parquet/ql/src/test/results/clientpositive/tez/dynamic_partition_pruning.q.out?rev=1659014&r1=1659013&r2=1659014&view=diff
==============================================================================
--- hive/branches/parquet/ql/src/test/results/clientpositive/tez/dynamic_partition_pruning.q.out (original)
+++ hive/branches/parquet/ql/src/test/results/clientpositive/tez/dynamic_partition_pruning.q.out Wed Feb 11 17:48:36 2015
@@ -1773,6 +1773,7 @@ POSTHOOK: Input: default@srcpart@ds=2008
POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
#### A masked pattern was here ####
1000
+Warning: Shuffle Join MERGEJOIN[24][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product
PREHOOK: query: -- parent is reduce tasks
EXPLAIN select count(*) from srcpart join (select ds as ds, ds as date from srcpart group by ds) s on (srcpart.ds = s.ds) where s.date = '2008-04-08'
PREHOOK: type: QUERY
@@ -1796,17 +1797,13 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: srcpart
- filterExpr: ds is not null (type: boolean)
- Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+ filterExpr: (ds = '2008-04-08') (type: boolean)
+ Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: ds (type: string)
- outputColumnNames: _col0
- Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+ sort order:
+ Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
Map 4
Map Operator Tree:
TableScan
@@ -1833,9 +1830,9 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
keys:
- 0 _col0 (type: string)
- 1 _col0 (type: string)
- Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE
+ 0
+ 1
+ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count()
mode: hash
@@ -1866,26 +1863,11 @@ STAGE PLANS:
mode: mergepartial
outputColumnNames: _col0
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: _col0 (type: string)
- outputColumnNames: _col0
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- keys: _col0 (type: string)
- mode: hash
- outputColumnNames: _col0
+ Reduce Output Operator
+ sort order:
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Dynamic Partitioning Event Operator
- Target Input: srcpart
- Partition key expr: ds
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Target column: ds
- Target Vertex: Map 1
Stage: Stage-0
Fetch Operator
@@ -1893,21 +1875,18 @@ STAGE PLANS:
Processor Tree:
ListSink
+Warning: Shuffle Join MERGEJOIN[24][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product
PREHOOK: query: select count(*) from srcpart join (select ds as ds, ds as date from srcpart group by ds) s on (srcpart.ds = s.ds) where s.date = '2008-04-08'
PREHOOK: type: QUERY
PREHOOK: Input: default@srcpart
PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
-PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
#### A masked pattern was here ####
POSTHOOK: query: select count(*) from srcpart join (select ds as ds, ds as date from srcpart group by ds) s on (srcpart.ds = s.ds) where s.date = '2008-04-08'
POSTHOOK: type: QUERY
POSTHOOK: Input: default@srcpart
POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
-POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
#### A masked pattern was here ####
1000
PREHOOK: query: select count(*) from srcpart where ds = '2008-04-08'
@@ -4082,6 +4061,7 @@ POSTHOOK: Input: default@srcpart@ds=2008
POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
#### A masked pattern was here ####
1000
+Warning: Map Join MAPJOIN[24][bigTable=?] in task 'Map 1' is a cross product
PREHOOK: query: -- parent is reduce tasks
EXPLAIN select count(*) from srcpart join (select ds as ds, ds as date from srcpart group by ds) s on (srcpart.ds = s.ds) where s.date = '2008-04-08'
PREHOOK: type: QUERY
@@ -4105,21 +4085,19 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: srcpart
- filterExpr: ds is not null (type: boolean)
- Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+ filterExpr: (ds = '2008-04-08') (type: boolean)
+ Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: ds (type: string)
- outputColumnNames: _col0
- Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
keys:
- 0 _col0 (type: string)
- 1 _col0 (type: string)
+ 0
+ 1
input vertices:
1 Reducer 4
- Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count()
mode: hash
@@ -4170,26 +4148,11 @@ STAGE PLANS:
mode: mergepartial
outputColumnNames: _col0
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: _col0 (type: string)
- outputColumnNames: _col0
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- keys: _col0 (type: string)
- mode: hash
- outputColumnNames: _col0
+ Reduce Output Operator
+ sort order:
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Dynamic Partitioning Event Operator
- Target Input: srcpart
- Partition key expr: ds
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Target column: ds
- Target Vertex: Map 1
Stage: Stage-0
Fetch Operator
@@ -4197,21 +4160,18 @@ STAGE PLANS:
Processor Tree:
ListSink
+Warning: Map Join MAPJOIN[24][bigTable=?] in task 'Map 1' is a cross product
PREHOOK: query: select count(*) from srcpart join (select ds as ds, ds as date from srcpart group by ds) s on (srcpart.ds = s.ds) where s.date = '2008-04-08'
PREHOOK: type: QUERY
PREHOOK: Input: default@srcpart
PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
-PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
#### A masked pattern was here ####
POSTHOOK: query: select count(*) from srcpart join (select ds as ds, ds as date from srcpart group by ds) s on (srcpart.ds = s.ds) where s.date = '2008-04-08'
POSTHOOK: type: QUERY
POSTHOOK: Input: default@srcpart
POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
-POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
#### A masked pattern was here ####
1000
PREHOOK: query: select count(*) from srcpart where ds = '2008-04-08'
Modified: hive/branches/parquet/ql/src/test/results/clientpositive/tez/limit_pushdown.q.out
URL: http://svn.apache.org/viewvc/hive/branches/parquet/ql/src/test/results/clientpositive/tez/limit_pushdown.q.out?rev=1659014&r1=1659013&r2=1659014&view=diff
==============================================================================
--- hive/branches/parquet/ql/src/test/results/clientpositive/tez/limit_pushdown.q.out (original)
+++ hive/branches/parquet/ql/src/test/results/clientpositive/tez/limit_pushdown.q.out Wed Feb 11 17:48:36 2015
@@ -381,21 +381,21 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: alltypesorc
- Statistics: Num rows: 12288 Data size: 377237 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: cdouble (type: double)
outputColumnNames: _col0
- Statistics: Num rows: 12288 Data size: 377237 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE
Group By Operator
keys: _col0 (type: double)
mode: hash
outputColumnNames: _col0
- Statistics: Num rows: 12288 Data size: 377237 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: double)
sort order: +
Map-reduce partition columns: _col0 (type: double)
- Statistics: Num rows: 12288 Data size: 377237 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE
TopN Hash Memory Usage: 0.3
Reducer 2
Reduce Operator Tree:
@@ -403,13 +403,13 @@ STAGE PLANS:
keys: KEY._col0 (type: double)
mode: mergepartial
outputColumnNames: _col0
- Statistics: Num rows: 6144 Data size: 188618 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE
Limit
Number of rows: 20
- Statistics: Num rows: 20 Data size: 600 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 20 Data size: 600 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -470,22 +470,22 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: alltypesorc
- Statistics: Num rows: 12288 Data size: 377237 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: ctinyint (type: tinyint), cdouble (type: double)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 12288 Data size: 377237 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count(DISTINCT _col1)
keys: _col0 (type: tinyint), _col1 (type: double)
mode: hash
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 12288 Data size: 377237 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: tinyint), _col1 (type: double)
sort order: ++
Map-reduce partition columns: _col0 (type: tinyint)
- Statistics: Num rows: 12288 Data size: 377237 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE
TopN Hash Memory Usage: 0.3
Reducer 2
Reduce Operator Tree:
@@ -494,13 +494,13 @@ STAGE PLANS:
keys: KEY._col0 (type: tinyint)
mode: mergepartial
outputColumnNames: _col0, _col1
- Statistics: Num rows: 6144 Data size: 188618 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE
Limit
Number of rows: 20
- Statistics: Num rows: 20 Data size: 600 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 20 Data size: 600 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -563,22 +563,22 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: alltypesorc
- Statistics: Num rows: 12288 Data size: 377237 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: ctinyint (type: tinyint), cstring1 (type: string), cstring2 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 12288 Data size: 377237 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count(DISTINCT _col1), count(DISTINCT _col2)
keys: _col0 (type: tinyint), _col1 (type: string), _col2 (type: string)
mode: hash
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 12288 Data size: 377237 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: tinyint), _col1 (type: string), _col2 (type: string)
sort order: +++
Map-reduce partition columns: _col0 (type: tinyint)
- Statistics: Num rows: 12288 Data size: 377237 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE
TopN Hash Memory Usage: 0.3
Reducer 2
Reduce Operator Tree:
@@ -587,13 +587,13 @@ STAGE PLANS:
keys: KEY._col0 (type: tinyint)
mode: mergepartial
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 6144 Data size: 188618 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE
Limit
Number of rows: 20
- Statistics: Num rows: 20 Data size: 600 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 20 Data size: 600 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
Modified: hive/branches/parquet/ql/src/test/results/clientpositive/tez/metadata_only_queries.q.out
URL: http://svn.apache.org/viewvc/hive/branches/parquet/ql/src/test/results/clientpositive/tez/metadata_only_queries.q.out?rev=1659014&r1=1659013&r2=1659014&view=diff
==============================================================================
--- hive/branches/parquet/ql/src/test/results/clientpositive/tez/metadata_only_queries.q.out (original)
+++ hive/branches/parquet/ql/src/test/results/clientpositive/tez/metadata_only_queries.q.out Wed Feb 11 17:48:36 2015
@@ -350,7 +350,7 @@ POSTHOOK: query: select count(*), sum(1)
POSTHOOK: type: QUERY
POSTHOOK: Input: default@stats_tbl
#### A masked pattern was here ####
-9999 9999 1999.8 9999 9999 9999 9999 9999
+9999 9999 1999.8000000000002 9999 9999 9999 9999 9999
PREHOOK: query: explain
select min(i), max(i), min(b), max(b), min(f), max(f), min(d), max(d) from stats_tbl
PREHOOK: type: QUERY
@@ -375,7 +375,7 @@ POSTHOOK: query: select min(i), max(i),
POSTHOOK: type: QUERY
POSTHOOK: Input: default@stats_tbl
#### A masked pattern was here ####
-65536 65791 4294967296 4294967551 0.009999999776482582 99.9800033569336 0.01 50.0
+65536 65791 4294967296 4294967551 0.01 99.98 0.01 50.0
PREHOOK: query: explain
select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si) from stats_tbl_part
PREHOOK: type: QUERY
@@ -400,7 +400,7 @@ POSTHOOK: query: select count(*), sum(1)
POSTHOOK: type: QUERY
POSTHOOK: Input: default@stats_tbl_part
#### A masked pattern was here ####
-9489 9489 1897.8 9489 9489 9489 9489 9489
+9489 9489 1897.8000000000002 9489 9489 9489 9489 9489
PREHOOK: query: explain
select min(i), max(i), min(b), max(b), min(f), max(f), min(d), max(d) from stats_tbl_part
PREHOOK: type: QUERY
@@ -425,7 +425,7 @@ POSTHOOK: query: select min(i), max(i),
POSTHOOK: type: QUERY
POSTHOOK: Input: default@stats_tbl_part
#### A masked pattern was here ####
-65536 65791 4294967296 4294967551 0.009999999776482582 99.9800033569336 0.01 50.0
+65536 65791 4294967296 4294967551 0.01 99.98 0.01 50.0
PREHOOK: query: explain select count(ts) from stats_tbl_part
PREHOOK: type: QUERY
POSTHOOK: query: explain select count(ts) from stats_tbl_part
Modified: hive/branches/parquet/ql/src/test/results/clientpositive/tez/optimize_nullscan.q.out
URL: http://svn.apache.org/viewvc/hive/branches/parquet/ql/src/test/results/clientpositive/tez/optimize_nullscan.q.out?rev=1659014&r1=1659013&r2=1659014&view=diff
==============================================================================
--- hive/branches/parquet/ql/src/test/results/clientpositive/tez/optimize_nullscan.q.out (original)
+++ hive/branches/parquet/ql/src/test/results/clientpositive/tez/optimize_nullscan.q.out Wed Feb 11 17:48:36 2015
@@ -593,7 +593,7 @@ ABSTRACT SYNTAX TREE:
TOK_QUERY
TOK_FROM
TOK_SUBQUERY
- TOK_UNION
+ TOK_UNIONALL
TOK_QUERY
TOK_FROM
TOK_TABREF
@@ -1444,7 +1444,7 @@ ABSTRACT SYNTAX TREE:
TOK_QUERY
TOK_FROM
TOK_SUBQUERY
- TOK_UNION
+ TOK_UNIONALL
TOK_QUERY
TOK_FROM
TOK_TABREF