You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by gu...@apache.org on 2014/02/06 01:44:01 UTC
svn commit: r1565025 [5/7] - /hive/trunk/ql/src/test/results/clientpositive/
Modified: hive/trunk/ql/src/test/results/clientpositive/union_remove_1.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union_remove_1.q.out?rev=1565025&r1=1565024&r2=1565025&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/union_remove_1.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/union_remove_1.q.out Thu Feb 6 00:43:59 2014
@@ -52,9 +52,6 @@ FROM (
SELECT key, count(1) as values from inputTbl1 group by key
) a
POSTHOOK: type: QUERY
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME inputTbl1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_FUNCTION count 1) values)) (TOK_GROUPBY (TOK_TABLE_OR_COL key)))) (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME inputTbl1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_FUNCTION count 1) values)) (TOK_GROUPBY (TOK_TABLE_OR_COL key))))) a)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME outputTbl1))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF))))
-
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1, Stage-2
@@ -63,56 +60,40 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Map Reduce
- Alias -> Map Operator Tree:
- null-subquery2:a-subquery2:inputtbl1
+ Map Operator Tree:
TableScan
alias: inputtbl1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: key
- type: string
+ expressions: key (type: string)
outputColumnNames: key
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Group By Operator
- aggregations:
- expr: count(1)
- bucketGroup: false
- keys:
- expr: key
- type: string
+ aggregations: count(1)
+ keys: key (type: string)
mode: hash
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
+ key expressions: _col0 (type: string)
sort order: +
- Map-reduce partition columns:
- expr: _col0
- type: string
- tag: -1
- value expressions:
- expr: _col1
- type: bigint
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
+ value expressions: _col1 (type: bigint)
Reduce Operator Tree:
Group By Operator
- aggregations:
- expr: count(VALUE._col0)
- bucketGroup: false
- keys:
- expr: KEY._col0
- type: string
+ aggregations: count(VALUE._col0)
+ keys: KEY._col0 (type: string)
mode: mergepartial
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
+ expressions: _col0 (type: string), _col1 (type: bigint)
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
File Output Operator
compressed: false
- GlobalTableId: 1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -131,63 +112,46 @@ STAGE PLANS:
Stage: Stage-2
Map Reduce
- Alias -> Map Operator Tree:
- null-subquery1:a-subquery1:inputtbl1
+ Map Operator Tree:
TableScan
alias: inputtbl1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: key
- type: string
+ expressions: key (type: string)
outputColumnNames: key
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Group By Operator
- aggregations:
- expr: count(1)
- bucketGroup: false
- keys:
- expr: key
- type: string
+ aggregations: count(1)
+ keys: key (type: string)
mode: hash
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
+ key expressions: _col0 (type: string)
sort order: +
- Map-reduce partition columns:
- expr: _col0
- type: string
- tag: -1
- value expressions:
- expr: _col1
- type: bigint
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
+ value expressions: _col1 (type: bigint)
Reduce Operator Tree:
Group By Operator
- aggregations:
- expr: count(VALUE._col0)
- bucketGroup: false
- keys:
- expr: KEY._col0
- type: string
+ aggregations: count(VALUE._col0)
+ keys: KEY._col0 (type: string)
mode: mergepartial
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
+ expressions: _col0 (type: string), _col1 (type: bigint)
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
File Output Operator
compressed: false
- GlobalTableId: 1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.outputtbl1
-
PREHOOK: query: insert overwrite table outputTbl1
SELECT *
FROM (
Modified: hive/trunk/ql/src/test/results/clientpositive/union_remove_10.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union_remove_10.q.out?rev=1565025&r1=1565024&r2=1565025&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/union_remove_10.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/union_remove_10.q.out Thu Feb 6 00:43:59 2014
@@ -68,9 +68,6 @@ select * FROM (
) a
)b
POSTHOOK: type: QUERY
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME inputTbl1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR 1 values)))) (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME inputTbl1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_FUNCTION count 1) values)) (TOK_GROUPBY (TOK_TABLE_OR_COL key)))) (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME inputTbl1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR 2 values))))) a)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF))))) b)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME outputTbl1))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF))))
-
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-2 depends on stages: Stage-1
@@ -85,56 +82,39 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Map Reduce
- Alias -> Map Operator Tree:
- null-subquery2:b-subquery2-subquery1:a-subquery1:inputtbl1
+ Map Operator Tree:
TableScan
alias: inputtbl1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: key
- type: string
+ expressions: key (type: string)
outputColumnNames: key
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Group By Operator
- aggregations:
- expr: count(1)
- bucketGroup: false
- keys:
- expr: key
- type: string
+ aggregations: count(1)
+ keys: key (type: string)
mode: hash
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
+ key expressions: _col0 (type: string)
sort order: +
- Map-reduce partition columns:
- expr: _col0
- type: string
- tag: -1
- value expressions:
- expr: _col1
- type: bigint
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
+ value expressions: _col1 (type: bigint)
Reduce Operator Tree:
Group By Operator
- aggregations:
- expr: count(VALUE._col0)
- bucketGroup: false
- keys:
- expr: KEY._col0
- type: string
+ aggregations: count(VALUE._col0)
+ keys: KEY._col0 (type: string)
mode: mergepartial
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
+ expressions: _col0 (type: string), _col1 (type: bigint)
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
File Output Operator
compressed: false
- GlobalTableId: 0
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -142,46 +122,38 @@ STAGE PLANS:
Stage: Stage-2
Map Reduce
- Alias -> Map Operator Tree:
-#### A masked pattern was here ####
+ Map Operator Tree:
TableScan
Union
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
+ expressions: _col0 (type: string), _col1 (type: bigint)
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
- GlobalTableId: 1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.outputtbl1
- null-subquery2:b-subquery2-subquery2:a-subquery2:inputtbl1
TableScan
alias: inputtbl1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: key
- type: string
- expr: UDFToLong(2)
- type: bigint
+ expressions: key (type: string), UDFToLong(2) (type: bigint)
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Union
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
+ expressions: _col0 (type: string), _col1 (type: bigint)
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
- GlobalTableId: 1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
@@ -221,27 +193,23 @@ STAGE PLANS:
Stage: Stage-8
Map Reduce
- Alias -> Map Operator Tree:
- null-subquery1:b-subquery1:inputtbl1
+ Map Operator Tree:
TableScan
alias: inputtbl1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: key
- type: string
- expr: UDFToLong(1)
- type: bigint
+ expressions: key (type: string), UDFToLong(1) (type: bigint)
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
- GlobalTableId: 1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.outputtbl1
-
PREHOOK: query: insert overwrite table outputTbl1
SELECT * FROM
(
Modified: hive/trunk/ql/src/test/results/clientpositive/union_remove_11.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union_remove_11.q.out?rev=1565025&r1=1565024&r2=1565025&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/union_remove_11.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/union_remove_11.q.out Thu Feb 6 00:43:59 2014
@@ -68,9 +68,6 @@ select * FROM (
) a
)b
POSTHOOK: type: QUERY
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME inputTbl1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR 1 values)))) (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME inputTbl1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR 2 values)))) (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME inputTbl1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR 3 values))))) a)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF))))) b)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME outputTbl1))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF))))
-
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4
@@ -83,96 +80,77 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Map Reduce
- Alias -> Map Operator Tree:
- null-subquery1:b-subquery1:inputtbl1
- TableScan
- alias: inputtbl1
- Select Operator
- expressions:
- expr: key
- type: string
- expr: 1
- type: int
- outputColumnNames: _col0, _col1
- Union
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: UDFToLong(_col1)
- type: bigint
- outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- name: default.outputtbl1
- null-subquery2:b-subquery2-subquery1:a-subquery1:inputtbl1
+ Map Operator Tree:
TableScan
alias: inputtbl1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: key
- type: string
- expr: 2
- type: int
+ expressions: key (type: string), 2 (type: int)
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Union
+ Statistics: Num rows: 0 Data size: 60 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: int
+ expressions: _col0 (type: string), _col1 (type: int)
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 60 Basic stats: PARTIAL Column stats: NONE
Union
+ Statistics: Num rows: 0 Data size: 90 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: _col0
- type: string
- expr: UDFToLong(_col1)
- type: bigint
+ expressions: _col0 (type: string), UDFToLong(_col1) (type: bigint)
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 90 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
- GlobalTableId: 1
+ Statistics: Num rows: 0 Data size: 90 Basic stats: PARTIAL Column stats: NONE
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.outputtbl1
- null-subquery2:b-subquery2-subquery2:a-subquery2:inputtbl1
TableScan
alias: inputtbl1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: key
- type: string
- expr: 3
- type: int
+ expressions: key (type: string), 1 (type: int)
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Union
+ Statistics: Num rows: 0 Data size: 90 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: int
+ expressions: _col0 (type: string), UDFToLong(_col1) (type: bigint)
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 90 Basic stats: PARTIAL Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 0 Data size: 90 Basic stats: PARTIAL Column stats: NONE
+ table:
+ input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
+ name: default.outputtbl1
+ TableScan
+ alias: inputtbl1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
+ Select Operator
+ expressions: key (type: string), 3 (type: int)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
+ Union
+ Statistics: Num rows: 0 Data size: 60 Basic stats: PARTIAL Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: int)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 60 Basic stats: PARTIAL Column stats: NONE
Union
+ Statistics: Num rows: 0 Data size: 90 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: _col0
- type: string
- expr: UDFToLong(_col1)
- type: bigint
+ expressions: _col0 (type: string), UDFToLong(_col1) (type: bigint)
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 90 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
- GlobalTableId: 1
+ Statistics: Num rows: 0 Data size: 90 Basic stats: PARTIAL Column stats: NONE
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
@@ -210,7 +188,6 @@ STAGE PLANS:
hdfs directory: true
#### A masked pattern was here ####
-
PREHOOK: query: insert overwrite table outputTbl1
SELECT * FROM
(
Modified: hive/trunk/ql/src/test/results/clientpositive/union_remove_12.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union_remove_12.q.out?rev=1565025&r1=1565024&r2=1565025&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/union_remove_12.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/union_remove_12.q.out Thu Feb 6 00:43:59 2014
@@ -60,9 +60,6 @@ select a.key as key, b.val as values
FROM inputTbl1 a join inputTbl1 b on a.key=b.key
)c
POSTHOOK: type: QUERY
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME inputTbl1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR 1 values)))) (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME inputTbl1) a) (TOK_TABREF (TOK_TABNAME inputTbl1) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key) key) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) val) values))))) c)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME outputTbl1))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF))))
-
STAGE DEPENDENCIES:
Stage-8 is a root stage
Stage-6 depends on stages: Stage-8, Stage-9 , consists of Stage-3, Stage-2, Stage-4
@@ -71,26 +68,22 @@ STAGE DEPENDENCIES:
Stage-2
Stage-4
Stage-5 depends on stages: Stage-4
- Stage-10 is a root stage
- Stage-9 depends on stages: Stage-10
+ Stage-9 is a root stage
STAGE PLANS:
Stage: Stage-8
Map Reduce
- Alias -> Map Operator Tree:
- null-subquery1:c-subquery1:inputtbl1
+ Map Operator Tree:
TableScan
alias: inputtbl1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: key
- type: string
- expr: UDFToLong(UDFToString(1))
- type: bigint
+ expressions: key (type: string), UDFToLong(UDFToString(1)) (type: bigint)
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
- GlobalTableId: 1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
@@ -128,54 +121,30 @@ STAGE PLANS:
hdfs directory: true
#### A masked pattern was here ####
- Stage: Stage-10
- Map Reduce Local Work
- Alias -> Map Local Tables:
- null-subquery2:c-subquery2:a
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- null-subquery2:c-subquery2:a
- TableScan
- alias: a
- HashTable Sink Operator
- condition expressions:
- 0 {key}
- 1 {val}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[key]]
- Position of Big Table: 1
-
Stage: Stage-9
Map Reduce
- Alias -> Map Operator Tree:
- null-subquery2:c-subquery2:b
+ Map Operator Tree:
TableScan
alias: b
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
condition expressions:
0 {key}
1 {val}
- handleSkewJoin: false
keys:
- 0 [Column[key]]
- 1 [Column[key]]
+ 0 key (type: string)
+ 1 key (type: string)
outputColumnNames: _col0, _col5
- Position of Big Table: 1
+ Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: _col0
- type: string
- expr: UDFToLong(_col5)
- type: bigint
+ expressions: _col0 (type: string), UDFToLong(_col5) (type: bigint)
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
- GlobalTableId: 1
+ Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
@@ -183,7 +152,15 @@ STAGE PLANS:
name: default.outputtbl1
Local Work:
Map Reduce Local Work
-
+ Alias -> Map Local Tables:
+ null-subquery2:c-subquery2:a
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ null-subquery2:c-subquery2:a
+ TableScan
+ alias: a
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
PREHOOK: query: insert overwrite table outputTbl1
SELECT * FROM
Modified: hive/trunk/ql/src/test/results/clientpositive/union_remove_13.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union_remove_13.q.out?rev=1565025&r1=1565024&r2=1565025&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/union_remove_13.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/union_remove_13.q.out Thu Feb 6 00:43:59 2014
@@ -60,9 +60,6 @@ select a.key as key, b.val as values
FROM inputTbl1 a join inputTbl1 b on a.key=b.key
)c
POSTHOOK: type: QUERY
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME inputTbl1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_FUNCTION count 1) values)) (TOK_GROUPBY (TOK_TABLE_OR_COL key)))) (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME inputTbl1) a) (TOK_TABREF (TOK_TABNAME inputTbl1) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key) key) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) val) values))))) c)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME outputTbl1))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF))))
-
STAGE DEPENDENCIES:
Stage-8 is a root stage
Stage-6 depends on stages: Stage-8, Stage-9 , consists of Stage-3, Stage-2, Stage-4
@@ -71,62 +68,45 @@ STAGE DEPENDENCIES:
Stage-2
Stage-4
Stage-5 depends on stages: Stage-4
- Stage-10 is a root stage
- Stage-9 depends on stages: Stage-10
+ Stage-9 is a root stage
STAGE PLANS:
Stage: Stage-8
Map Reduce
- Alias -> Map Operator Tree:
- null-subquery1:c-subquery1:inputtbl1
+ Map Operator Tree:
TableScan
alias: inputtbl1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: key
- type: string
+ expressions: key (type: string)
outputColumnNames: key
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Group By Operator
- aggregations:
- expr: count(1)
- bucketGroup: false
- keys:
- expr: key
- type: string
+ aggregations: count(1)
+ keys: key (type: string)
mode: hash
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
+ key expressions: _col0 (type: string)
sort order: +
- Map-reduce partition columns:
- expr: _col0
- type: string
- tag: -1
- value expressions:
- expr: _col1
- type: bigint
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
+ value expressions: _col1 (type: bigint)
Reduce Operator Tree:
Group By Operator
- aggregations:
- expr: count(VALUE._col0)
- bucketGroup: false
- keys:
- expr: KEY._col0
- type: string
+ aggregations: count(VALUE._col0)
+ keys: KEY._col0 (type: string)
mode: mergepartial
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Select Operator
- expressions:
- expr: _col0
- type: string
- expr: UDFToLong(UDFToString(_col1))
- type: bigint
+ expressions: _col0 (type: string), UDFToLong(UDFToString(_col1)) (type: bigint)
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
File Output Operator
compressed: false
- GlobalTableId: 1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
@@ -164,54 +144,30 @@ STAGE PLANS:
hdfs directory: true
#### A masked pattern was here ####
- Stage: Stage-10
- Map Reduce Local Work
- Alias -> Map Local Tables:
- null-subquery2:c-subquery2:a
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- null-subquery2:c-subquery2:a
- TableScan
- alias: a
- HashTable Sink Operator
- condition expressions:
- 0 {key}
- 1 {val}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[key]]
- Position of Big Table: 1
-
Stage: Stage-9
Map Reduce
- Alias -> Map Operator Tree:
- null-subquery2:c-subquery2:b
+ Map Operator Tree:
TableScan
alias: b
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
condition expressions:
0 {key}
1 {val}
- handleSkewJoin: false
keys:
- 0 [Column[key]]
- 1 [Column[key]]
+ 0 key (type: string)
+ 1 key (type: string)
outputColumnNames: _col0, _col5
- Position of Big Table: 1
+ Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: _col0
- type: string
- expr: UDFToLong(_col5)
- type: bigint
+ expressions: _col0 (type: string), UDFToLong(_col5) (type: bigint)
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
- GlobalTableId: 1
+ Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
@@ -219,7 +175,15 @@ STAGE PLANS:
name: default.outputtbl1
Local Work:
Map Reduce Local Work
-
+ Alias -> Map Local Tables:
+ null-subquery2:c-subquery2:a
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ null-subquery2:c-subquery2:a
+ TableScan
+ alias: a
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
PREHOOK: query: insert overwrite table outputTbl1
SELECT * FROM
Modified: hive/trunk/ql/src/test/results/clientpositive/union_remove_14.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union_remove_14.q.out?rev=1565025&r1=1565024&r2=1565025&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/union_remove_14.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/union_remove_14.q.out Thu Feb 6 00:43:59 2014
@@ -62,9 +62,6 @@ select a.key as key, b.val as values
FROM inputTbl1 a join inputTbl1 b on a.key=b.key
)c
POSTHOOK: type: QUERY
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME inputTbl1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR 1 values)))) (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME inputTbl1) a) (TOK_TABREF (TOK_TABNAME inputTbl1) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key) key) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) val) values))))) c)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME outputTbl1))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF))))
-
STAGE DEPENDENCIES:
Stage-8 is a root stage
Stage-6 depends on stages: Stage-8, Stage-9 , consists of Stage-3, Stage-2, Stage-4
@@ -73,26 +70,22 @@ STAGE DEPENDENCIES:
Stage-2
Stage-4
Stage-5 depends on stages: Stage-4
- Stage-10 is a root stage
- Stage-9 depends on stages: Stage-10
+ Stage-9 is a root stage
STAGE PLANS:
Stage: Stage-8
Map Reduce
- Alias -> Map Operator Tree:
- null-subquery1:c-subquery1:inputtbl1
+ Map Operator Tree:
TableScan
alias: inputtbl1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: key
- type: string
- expr: UDFToLong(UDFToString(1))
- type: bigint
+ expressions: key (type: string), UDFToLong(UDFToString(1)) (type: bigint)
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
- GlobalTableId: 1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
@@ -130,54 +123,30 @@ STAGE PLANS:
hdfs directory: true
#### A masked pattern was here ####
- Stage: Stage-10
- Map Reduce Local Work
- Alias -> Map Local Tables:
- null-subquery2:c-subquery2:a
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- null-subquery2:c-subquery2:a
- TableScan
- alias: a
- HashTable Sink Operator
- condition expressions:
- 0 {key}
- 1 {val}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[key]]
- Position of Big Table: 1
-
Stage: Stage-9
Map Reduce
- Alias -> Map Operator Tree:
- null-subquery2:c-subquery2:b
+ Map Operator Tree:
TableScan
alias: b
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
condition expressions:
0 {key}
1 {val}
- handleSkewJoin: false
keys:
- 0 [Column[key]]
- 1 [Column[key]]
+ 0 key (type: string)
+ 1 key (type: string)
outputColumnNames: _col0, _col5
- Position of Big Table: 1
+ Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: _col0
- type: string
- expr: UDFToLong(_col5)
- type: bigint
+ expressions: _col0 (type: string), UDFToLong(_col5) (type: bigint)
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
- GlobalTableId: 1
+ Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
@@ -185,7 +154,15 @@ STAGE PLANS:
name: default.outputtbl1
Local Work:
Map Reduce Local Work
-
+ Alias -> Map Local Tables:
+ null-subquery2:c-subquery2:a
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ null-subquery2:c-subquery2:a
+ TableScan
+ alias: a
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
PREHOOK: query: insert overwrite table outputTbl1
SELECT * FROM
Modified: hive/trunk/ql/src/test/results/clientpositive/union_remove_15.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union_remove_15.q.out?rev=1565025&r1=1565024&r2=1565025&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/union_remove_15.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/union_remove_15.q.out Thu Feb 6 00:43:59 2014
@@ -58,9 +58,6 @@ FROM (
SELECT key, count(1) as values, '2' as ds from inputTbl1 group by key
) a
POSTHOOK: type: QUERY
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME inputTbl1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_FUNCTION count 1) values) (TOK_SELEXPR '1' ds)) (TOK_GROUPBY (TOK_TABLE_OR_COL key)))) (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME inputTbl1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_FUNCTION count 1) values) (TOK_SELEXPR '2' ds)) (TOK_GROUPBY (TOK_TABLE_OR_COL key))))) a)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME outputTbl1) (TOK_PARTSPEC (TOK_PARTVAL ds)))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF))))
-
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1, Stage-2
@@ -69,58 +66,40 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Map Reduce
- Alias -> Map Operator Tree:
- null-subquery2:a-subquery2:inputtbl1
+ Map Operator Tree:
TableScan
alias: inputtbl1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: key
- type: string
+ expressions: key (type: string)
outputColumnNames: key
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Group By Operator
- aggregations:
- expr: count(1)
- bucketGroup: false
- keys:
- expr: key
- type: string
+ aggregations: count(1)
+ keys: key (type: string)
mode: hash
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
+ key expressions: _col0 (type: string)
sort order: +
- Map-reduce partition columns:
- expr: _col0
- type: string
- tag: -1
- value expressions:
- expr: _col1
- type: bigint
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
+ value expressions: _col1 (type: bigint)
Reduce Operator Tree:
Group By Operator
- aggregations:
- expr: count(VALUE._col0)
- bucketGroup: false
- keys:
- expr: KEY._col0
- type: string
+ aggregations: count(VALUE._col0)
+ keys: KEY._col0 (type: string)
mode: mergepartial
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
- expr: '2'
- type: string
+ expressions: _col0 (type: string), _col1 (type: bigint), '2' (type: string)
outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
File Output Operator
compressed: false
- GlobalTableId: 1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
@@ -141,65 +120,46 @@ STAGE PLANS:
Stage: Stage-2
Map Reduce
- Alias -> Map Operator Tree:
- null-subquery1:a-subquery1:inputtbl1
+ Map Operator Tree:
TableScan
alias: inputtbl1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: key
- type: string
+ expressions: key (type: string)
outputColumnNames: key
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Group By Operator
- aggregations:
- expr: count(1)
- bucketGroup: false
- keys:
- expr: key
- type: string
+ aggregations: count(1)
+ keys: key (type: string)
mode: hash
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
+ key expressions: _col0 (type: string)
sort order: +
- Map-reduce partition columns:
- expr: _col0
- type: string
- tag: -1
- value expressions:
- expr: _col1
- type: bigint
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
+ value expressions: _col1 (type: bigint)
Reduce Operator Tree:
Group By Operator
- aggregations:
- expr: count(VALUE._col0)
- bucketGroup: false
- keys:
- expr: KEY._col0
- type: string
+ aggregations: count(VALUE._col0)
+ keys: KEY._col0 (type: string)
mode: mergepartial
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
- expr: '1'
- type: string
+ expressions: _col0 (type: string), _col1 (type: bigint), '1' (type: string)
outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
File Output Operator
compressed: false
- GlobalTableId: 1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.outputtbl1
-
PREHOOK: query: insert overwrite table outputTbl1 partition (ds)
SELECT *
FROM (
Modified: hive/trunk/ql/src/test/results/clientpositive/union_remove_16.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union_remove_16.q.out?rev=1565025&r1=1565024&r2=1565025&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/union_remove_16.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/union_remove_16.q.out Thu Feb 6 00:43:59 2014
@@ -56,9 +56,6 @@ FROM (
SELECT key, count(1) as values, '2' as ds from inputTbl1 group by key
) a
POSTHOOK: type: QUERY
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME inputTbl1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_FUNCTION count 1) values) (TOK_SELEXPR '1' ds)) (TOK_GROUPBY (TOK_TABLE_OR_COL key)))) (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME inputTbl1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_FUNCTION count 1) values) (TOK_SELEXPR '2' ds)) (TOK_GROUPBY (TOK_TABLE_OR_COL key))))) a)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME outputTbl1) (TOK_PARTSPEC (TOK_PARTVAL ds)))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF))))
-
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-6 depends on stages: Stage-1, Stage-7 , consists of Stage-3, Stage-2, Stage-4
@@ -72,58 +69,40 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Map Reduce
- Alias -> Map Operator Tree:
- null-subquery2:a-subquery2:inputtbl1
+ Map Operator Tree:
TableScan
alias: inputtbl1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: key
- type: string
+ expressions: key (type: string)
outputColumnNames: key
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Group By Operator
- aggregations:
- expr: count(1)
- bucketGroup: false
- keys:
- expr: key
- type: string
+ aggregations: count(1)
+ keys: key (type: string)
mode: hash
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
+ key expressions: _col0 (type: string)
sort order: +
- Map-reduce partition columns:
- expr: _col0
- type: string
- tag: -1
- value expressions:
- expr: _col1
- type: bigint
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
+ value expressions: _col1 (type: bigint)
Reduce Operator Tree:
Group By Operator
- aggregations:
- expr: count(VALUE._col0)
- bucketGroup: false
- keys:
- expr: KEY._col0
- type: string
+ aggregations: count(VALUE._col0)
+ keys: KEY._col0 (type: string)
mode: mergepartial
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
- expr: '2'
- type: string
+ expressions: _col0 (type: string), _col1 (type: bigint), '2' (type: string)
outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
File Output Operator
compressed: false
- GlobalTableId: 1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
@@ -165,65 +144,46 @@ STAGE PLANS:
Stage: Stage-7
Map Reduce
- Alias -> Map Operator Tree:
- null-subquery1:a-subquery1:inputtbl1
+ Map Operator Tree:
TableScan
alias: inputtbl1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: key
- type: string
+ expressions: key (type: string)
outputColumnNames: key
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Group By Operator
- aggregations:
- expr: count(1)
- bucketGroup: false
- keys:
- expr: key
- type: string
+ aggregations: count(1)
+ keys: key (type: string)
mode: hash
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
+ key expressions: _col0 (type: string)
sort order: +
- Map-reduce partition columns:
- expr: _col0
- type: string
- tag: -1
- value expressions:
- expr: _col1
- type: bigint
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
+ value expressions: _col1 (type: bigint)
Reduce Operator Tree:
Group By Operator
- aggregations:
- expr: count(VALUE._col0)
- bucketGroup: false
- keys:
- expr: KEY._col0
- type: string
+ aggregations: count(VALUE._col0)
+ keys: KEY._col0 (type: string)
mode: mergepartial
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
- expr: '1'
- type: string
+ expressions: _col0 (type: string), _col1 (type: bigint), '1' (type: string)
outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
File Output Operator
compressed: false
- GlobalTableId: 1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.outputtbl1
-
PREHOOK: query: insert overwrite table outputTbl1 partition (ds)
SELECT *
FROM (
Modified: hive/trunk/ql/src/test/results/clientpositive/union_remove_17.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union_remove_17.q.out?rev=1565025&r1=1565024&r2=1565025&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/union_remove_17.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/union_remove_17.q.out Thu Feb 6 00:43:59 2014
@@ -52,9 +52,6 @@ FROM (
SELECT key, 2 as values, '2' as ds from inputTbl1
) a
POSTHOOK: type: QUERY
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME inputTbl1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR 1 values) (TOK_SELEXPR '1' ds)))) (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME inputTbl1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR 2 values) (TOK_SELEXPR '2' ds))))) a)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME outputTbl1) (TOK_PARTSPEC (TOK_PARTVAL ds)))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF))))
-
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
@@ -62,62 +59,44 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Map Reduce
- Alias -> Map Operator Tree:
- null-subquery1:a-subquery1:inputtbl1
+ Map Operator Tree:
TableScan
alias: inputtbl1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: key
- type: string
- expr: 1
- type: int
- expr: '1'
- type: string
+ expressions: key (type: string), 2 (type: int), '2' (type: string)
outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Union
+ Statistics: Num rows: 0 Data size: 60 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: _col0
- type: string
- expr: UDFToLong(_col1)
- type: bigint
- expr: _col2
- type: string
+ expressions: _col0 (type: string), UDFToLong(_col1) (type: bigint), _col2 (type: string)
outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 0 Data size: 60 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
- GlobalTableId: 1
+ Statistics: Num rows: 0 Data size: 60 Basic stats: PARTIAL Column stats: NONE
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.outputtbl1
- null-subquery2:a-subquery2:inputtbl1
TableScan
alias: inputtbl1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: key
- type: string
- expr: 2
- type: int
- expr: '2'
- type: string
+ expressions: key (type: string), 1 (type: int), '1' (type: string)
outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Union
+ Statistics: Num rows: 0 Data size: 60 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: _col0
- type: string
- expr: UDFToLong(_col1)
- type: bigint
- expr: _col2
- type: string
+ expressions: _col0 (type: string), UDFToLong(_col1) (type: bigint), _col2 (type: string)
outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 0 Data size: 60 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
- GlobalTableId: 1
+ Statistics: Num rows: 0 Data size: 60 Basic stats: PARTIAL Column stats: NONE
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
@@ -136,7 +115,6 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.outputtbl1
-
PREHOOK: query: insert overwrite table outputTbl1 partition (ds)
SELECT *
FROM (
Modified: hive/trunk/ql/src/test/results/clientpositive/union_remove_18.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union_remove_18.q.out?rev=1565025&r1=1565024&r2=1565025&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/union_remove_18.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/union_remove_18.q.out Thu Feb 6 00:43:59 2014
@@ -56,9 +56,6 @@ FROM (
SELECT key, count(1) as values, ds from inputTbl1 group by key, ds
) a
POSTHOOK: type: QUERY
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME inputTbl1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_FUNCTION count 1) values) (TOK_SELEXPR (TOK_TABLE_OR_COL ds))) (TOK_GROUPBY (TOK_TABLE_OR_COL key) (TOK_TABLE_OR_COL ds)))) (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME inputTbl1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_FUNCTION count 1) values) (TOK_SELEXPR (TOK_TABLE_OR_COL ds))) (TOK_GROUPBY (TOK_TABLE_OR_COL key) (TOK_TABLE_OR_COL ds))))) a)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME outputTbl1) (TOK_PARTSPEC (TOK_PARTVAL ds)))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF))))
-
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1, Stage-2
@@ -67,68 +64,40 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Map Reduce
- Alias -> Map Operator Tree:
- null-subquery2:a-subquery2:inputtbl1
+ Map Operator Tree:
TableScan
alias: inputtbl1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: key
- type: string
- expr: ds
- type: string
+ expressions: key (type: string), ds (type: string)
outputColumnNames: key, ds
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Group By Operator
- aggregations:
- expr: count(1)
- bucketGroup: false
- keys:
- expr: key
- type: string
- expr: ds
- type: string
+ aggregations: count(1)
+ keys: key (type: string), ds (type: string)
mode: hash
outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
+ key expressions: _col0 (type: string), _col1 (type: string)
sort order: ++
- Map-reduce partition columns:
- expr: _col0
- type: string
- expr: _col1
- type: string
- tag: -1
- value expressions:
- expr: _col2
- type: bigint
+ Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
+ value expressions: _col2 (type: bigint)
Reduce Operator Tree:
Group By Operator
- aggregations:
- expr: count(VALUE._col0)
- bucketGroup: false
- keys:
- expr: KEY._col0
- type: string
- expr: KEY._col1
- type: string
+ aggregations: count(VALUE._col0)
+ keys: KEY._col0 (type: string), KEY._col1 (type: string)
mode: mergepartial
outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col2
- type: bigint
- expr: _col1
- type: string
+ expressions: _col0 (type: string), _col2 (type: bigint), _col1 (type: string)
outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
File Output Operator
compressed: false
- GlobalTableId: 1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -149,75 +118,46 @@ STAGE PLANS:
Stage: Stage-2
Map Reduce
- Alias -> Map Operator Tree:
- null-subquery1:a-subquery1:inputtbl1
+ Map Operator Tree:
TableScan
alias: inputtbl1
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Select Operator
- expressions:
- expr: key
- type: string
- expr: ds
- type: string
+ expressions: key (type: string), ds (type: string)
outputColumnNames: key, ds
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Group By Operator
- aggregations:
- expr: count(1)
- bucketGroup: false
- keys:
- expr: key
- type: string
- expr: ds
- type: string
+ aggregations: count(1)
+ keys: key (type: string), ds (type: string)
mode: hash
outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
+ key expressions: _col0 (type: string), _col1 (type: string)
sort order: ++
- Map-reduce partition columns:
- expr: _col0
- type: string
- expr: _col1
- type: string
- tag: -1
- value expressions:
- expr: _col2
- type: bigint
+ Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
+ value expressions: _col2 (type: bigint)
Reduce Operator Tree:
Group By Operator
- aggregations:
- expr: count(VALUE._col0)
- bucketGroup: false
- keys:
- expr: KEY._col0
- type: string
- expr: KEY._col1
- type: string
+ aggregations: count(VALUE._col0)
+ keys: KEY._col0 (type: string), KEY._col1 (type: string)
mode: mergepartial
outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col2
- type: bigint
- expr: _col1
- type: string
+ expressions: _col0 (type: string), _col2 (type: bigint), _col1 (type: string)
outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
File Output Operator
compressed: false
- GlobalTableId: 1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.outputtbl1
-
PREHOOK: query: insert overwrite table outputTbl1 partition (ds)
SELECT *
FROM (