You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by rm...@apache.org on 2009/09/29 03:25:30 UTC
svn commit: r819792 [21/24] - in /hadoop/hive/trunk: ./
common/src/java/org/apache/hadoop/hive/conf/
contrib/src/test/results/clientnegative/
contrib/src/test/results/clientpositive/ data/conf/
ql/src/java/org/apache/hadoop/hive/ql/ ql/src/java/org/apa...
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/union15.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/union15.q.out?rev=819792&r1=819791&r2=819792&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/union15.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/union15.q.out Tue Sep 29 01:25:15 2009
@@ -1,4 +1,4 @@
-query: -- union case: 1 subquery is a map-reduce job, different inputs for sub-queries, followed by reducesink
+PREHOOK: query: -- union case: 1 subquery is a map-reduce job, different inputs for sub-queries, followed by reducesink
explain
select unionsrc.key, count(1) FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
@@ -6,6 +6,16 @@
select s2.key as key, s2.value as value from src1 s2
UNION ALL
select s3.key as key, s3.value as value from src1 s3) unionsrc group by unionsrc.key
+PREHOOK: type: QUERY
+POSTHOOK: query: -- union case: 1 subquery is a map-reduce job, different inputs for sub-queries, followed by reducesink
+
+explain
+ select unionsrc.key, count(1) FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
+ UNION ALL
+ select s2.key as key, s2.value as value from src1 s2
+ UNION ALL
+ select s3.key as key, s3.value as value from src1 s3) unionsrc group by unionsrc.key
+POSTHOOK: type: QUERY
ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF src s1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 'tst1' key) (TOK_SELEXPR (TOK_FUNCTION TOK_STRING (TOK_FUNCTION count 1)) value)))) (TOK_QUERY (TOK_FROM (TOK_TABREF src1 s2)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL s2) key) key) (TOK_SELEXPR (. (TOK_TABLE_OR_COL s2) value) value))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src1 s3)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL s3) key) key) (TOK_SELEXPR (. (TOK_TABLE_OR_COL s3) value) value))))) unionsrc)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL unionsrc) key)) (TOK_SELEXPR (TOK_FUNCTION count 1))) (TOK_GROUPBY (. (TOK_TABLE_OR_COL unionsrc) key))))
@@ -60,7 +70,7 @@
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/2063466051/10002
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/318495577/10002
Union
Select Operator
expressions:
@@ -87,7 +97,7 @@
value expressions:
expr: _col1
type: bigint
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/2063466051/10003
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/318495577/10003
Union
Select Operator
expressions:
@@ -114,7 +124,7 @@
value expressions:
expr: _col1
type: bigint
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/2063466051/10004
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/318495577/10004
Union
Select Operator
expressions:
@@ -209,14 +219,24 @@
limit: -1
-query: select unionsrc.key, count(1) FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
+PREHOOK: query: select unionsrc.key, count(1) FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
+ UNION ALL
+ select s2.key as key, s2.value as value from src1 s2
+ UNION ALL
+ select s3.key as key, s3.value as value from src1 s3) unionsrc group by unionsrc.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Input: default@src1
+PREHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/189882705/10000
+POSTHOOK: query: select unionsrc.key, count(1) FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
UNION ALL
select s2.key as key, s2.value as value from src1 s2
UNION ALL
select s3.key as key, s3.value as value from src1 s3) unionsrc group by unionsrc.key
-Input: default/src
-Input: default/src1
-Output: file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/1243316410/10000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Input: default@src1
+POSTHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/189882705/10000
20
128 2
146 2
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/union16.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/union16.q.out?rev=819792&r1=819791&r2=819792&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/union16.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/union16.q.out Tue Sep 29 01:25:15 2009
@@ -1,4 +1,4 @@
-query: EXPLAIN
+PREHOOK: query: EXPLAIN
SELECT count(1) FROM (
SELECT key, value FROM src UNION ALL
SELECT key, value FROM src UNION ALL
@@ -29,6 +29,39 @@
SELECT key, value FROM src UNION ALL
SELECT key, value FROM src UNION ALL
SELECT key, value FROM src) src
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN
+SELECT count(1) FROM (
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src) src
+POSTHOOK: type: QUERY
ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_UNION (TOK_UNION (TOK_UNION (TOK_UNION (TOK_UNION (TOK_UNION (TOK_UNION (TOK_UNION (TOK_UNION (TOK_UNION (TOK_UNION (TOK_UNION (TOK_UNION (TOK_UNION (TOK_UNION (TOK_UNION (TOK_UNION (TOK_UNION (TOK_UNION (TOK_UNION (TOK_UNION (TOK_UNION (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL ke
y)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))) (TOK_QUERY (TOK_FROM (
TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE))
(TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_T
ABLE_OR_COL value)))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))) src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR T
OK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION count 1)))))
@@ -638,7 +671,40 @@
limit: -1
-query: SELECT count(1) FROM (
+PREHOOK: query: SELECT count(1) FROM (
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src UNION ALL
+ SELECT key, value FROM src) src
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/548590330/10000
+POSTHOOK: query: SELECT count(1) FROM (
SELECT key, value FROM src UNION ALL
SELECT key, value FROM src UNION ALL
SELECT key, value FROM src UNION ALL
@@ -668,6 +734,7 @@
SELECT key, value FROM src UNION ALL
SELECT key, value FROM src UNION ALL
SELECT key, value FROM src) src
-Input: default/src
-Output: file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/1669450040/10000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/548590330/10000
12500
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/union17.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/union17.q.out?rev=819792&r1=819791&r2=819792&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/union17.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/union17.q.out Tue Sep 29 01:25:15 2009
@@ -1,8 +1,22 @@
-query: drop table DEST1
-query: drop table DEST2
-query: CREATE TABLE DEST1(key STRING, value STRING) STORED AS TEXTFILE
-query: CREATE TABLE DEST2(key STRING, val1 STRING, val2 STRING) STORED AS TEXTFILE
-query: -- union case:map-reduce sub-queries followed by multi-table insert
+PREHOOK: query: drop table DEST1
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table DEST1
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table DEST2
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table DEST2
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: CREATE TABLE DEST1(key STRING, value STRING) STORED AS TEXTFILE
+PREHOOK: type: CREATETABLE
+POSTHOOK: query: CREATE TABLE DEST1(key STRING, value STRING) STORED AS TEXTFILE
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: default@DEST1
+PREHOOK: query: CREATE TABLE DEST2(key STRING, val1 STRING, val2 STRING) STORED AS TEXTFILE
+PREHOOK: type: CREATETABLE
+POSTHOOK: query: CREATE TABLE DEST2(key STRING, val1 STRING, val2 STRING) STORED AS TEXTFILE
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: default@DEST2
+PREHOOK: query: -- union case:map-reduce sub-queries followed by multi-table insert
explain
FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
@@ -10,6 +24,16 @@
select s2.key as key, s2.value as value from src s2) unionsrc
INSERT OVERWRITE TABLE DEST1 SELECT unionsrc.key, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key
INSERT OVERWRITE TABLE DEST2 SELECT unionsrc.key, unionsrc.value, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key, unionsrc.value
+PREHOOK: type: QUERY
+POSTHOOK: query: -- union case:map-reduce sub-queries followed by multi-table insert
+
+explain
+FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
+ UNION ALL
+ select s2.key as key, s2.value as value from src s2) unionsrc
+INSERT OVERWRITE TABLE DEST1 SELECT unionsrc.key, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key
+INSERT OVERWRITE TABLE DEST2 SELECT unionsrc.key, unionsrc.value, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key, unionsrc.value
+POSTHOOK: type: QUERY
ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF src s1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 'tst1' key) (TOK_SELEXPR (TOK_FUNCTION TOK_STRING (TOK_FUNCTION count 1)) value)))) (TOK_QUERY (TOK_FROM (TOK_TABREF src s2)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL s2) key) key) (TOK_SELEXPR (. (TOK_TABLE_OR_COL s2) value) value))))) unionsrc)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB DEST1)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL unionsrc) key)) (TOK_SELEXPR (TOK_FUNCTIONDI COUNT (TOK_FUNCTION SUBSTR (. (TOK_TABLE_OR_COL unionsrc) value) 5)))) (TOK_GROUPBY (. (TOK_TABLE_OR_COL unionsrc) key))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB DEST2)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL unionsrc) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL unionsrc) value)) (TOK_SELEXPR (TOK_FUNCTIONDI COUNT (TOK_FUNCTION SUBSTR (. (TOK_TABLE_OR_COL unionsrc) value) 5)
))) (TOK_GROUPBY (. (TOK_TABLE_OR_COL unionsrc) key) (. (TOK_TABLE_OR_COL unionsrc) value))))
@@ -69,7 +93,7 @@
Stage: Stage-3
Map Reduce
Alias -> Map Operator Tree:
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/1501890791/10004
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/1630067253/10004
Union
Reduce Output Operator
key expressions:
@@ -85,7 +109,7 @@
type: string
expr: _col1
type: string
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/1501890791/10007
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/1630067253/10007
Union
Reduce Output Operator
key expressions:
@@ -137,7 +161,7 @@
Stage: Stage-4
Map Reduce
Alias -> Map Operator Tree:
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/1501890791/10005
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/1630067253/10005
Reduce Output Operator
key expressions:
expr: _col0
@@ -188,7 +212,7 @@
Stage: Stage-5
Map Reduce
Alias -> Map Operator Tree:
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/1501890791/10006
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/1630067253/10006
Reduce Output Operator
key expressions:
expr: _col0
@@ -265,17 +289,32 @@
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-query: FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
+PREHOOK: query: FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
+ UNION ALL
+ select s2.key as key, s2.value as value from src s2) unionsrc
+INSERT OVERWRITE TABLE DEST1 SELECT unionsrc.key, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key
+INSERT OVERWRITE TABLE DEST2 SELECT unionsrc.key, unionsrc.value, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key, unionsrc.value
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@dest1
+PREHOOK: Output: default@dest2
+POSTHOOK: query: FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
UNION ALL
select s2.key as key, s2.value as value from src s2) unionsrc
INSERT OVERWRITE TABLE DEST1 SELECT unionsrc.key, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key
INSERT OVERWRITE TABLE DEST2 SELECT unionsrc.key, unionsrc.value, COUNT(DISTINCT SUBSTR(unionsrc.value,5)) GROUP BY unionsrc.key, unionsrc.value
-Input: default/src
-Output: default/dest1
-Output: default/dest2
-query: SELECT DEST1.* FROM DEST1
-Input: default/dest1
-Output: file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/618311700/10000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@dest1
+POSTHOOK: Output: default@dest2
+PREHOOK: query: SELECT DEST1.* FROM DEST1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@dest1
+PREHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/432241904/10000
+POSTHOOK: query: SELECT DEST1.* FROM DEST1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@dest1
+POSTHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/432241904/10000
0 1
10 1
100 1
@@ -586,9 +625,14 @@
97 1
98 1
tst1 1
-query: SELECT DEST2.* FROM DEST2
-Input: default/dest2
-Output: file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/390182720/10000
+PREHOOK: query: SELECT DEST2.* FROM DEST2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@dest2
+PREHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/598498403/10000
+POSTHOOK: query: SELECT DEST2.* FROM DEST2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@dest2
+POSTHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/598498403/10000
0 val_0 1
10 val_10 1
100 val_100 1
@@ -899,5 +943,13 @@
97 val_97 1
98 val_98 1
tst1 500 1
-query: drop table DEST1
-query: drop table DEST2
+PREHOOK: query: drop table DEST1
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table DEST1
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Output: default@dest1
+PREHOOK: query: drop table DEST2
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table DEST2
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Output: default@dest2
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/union18.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/union18.q.out?rev=819792&r1=819791&r2=819792&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/union18.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/union18.q.out Tue Sep 29 01:25:15 2009
@@ -1,8 +1,22 @@
-query: drop table DEST1
-query: drop table DEST2
-query: CREATE TABLE DEST1(key STRING, value STRING) STORED AS TEXTFILE
-query: CREATE TABLE DEST2(key STRING, val1 STRING, val2 STRING) STORED AS TEXTFILE
-query: -- union case:map-reduce sub-queries followed by multi-table insert
+PREHOOK: query: drop table DEST1
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table DEST1
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table DEST2
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table DEST2
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: CREATE TABLE DEST1(key STRING, value STRING) STORED AS TEXTFILE
+PREHOOK: type: CREATETABLE
+POSTHOOK: query: CREATE TABLE DEST1(key STRING, value STRING) STORED AS TEXTFILE
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: default@DEST1
+PREHOOK: query: CREATE TABLE DEST2(key STRING, val1 STRING, val2 STRING) STORED AS TEXTFILE
+PREHOOK: type: CREATETABLE
+POSTHOOK: query: CREATE TABLE DEST2(key STRING, val1 STRING, val2 STRING) STORED AS TEXTFILE
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: default@DEST2
+PREHOOK: query: -- union case:map-reduce sub-queries followed by multi-table insert
explain
FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
@@ -10,6 +24,16 @@
select s2.key as key, s2.value as value from src s2) unionsrc
INSERT OVERWRITE TABLE DEST1 SELECT unionsrc.key, unionsrc.value
INSERT OVERWRITE TABLE DEST2 SELECT unionsrc.key, unionsrc.value, unionsrc.value
+PREHOOK: type: QUERY
+POSTHOOK: query: -- union case:map-reduce sub-queries followed by multi-table insert
+
+explain
+FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
+ UNION ALL
+ select s2.key as key, s2.value as value from src s2) unionsrc
+INSERT OVERWRITE TABLE DEST1 SELECT unionsrc.key, unionsrc.value
+INSERT OVERWRITE TABLE DEST2 SELECT unionsrc.key, unionsrc.value, unionsrc.value
+POSTHOOK: type: QUERY
ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF src s1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 'tst1' key) (TOK_SELEXPR (TOK_FUNCTION TOK_STRING (TOK_FUNCTION count 1)) value)))) (TOK_QUERY (TOK_FROM (TOK_TABREF src s2)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL s2) key) key) (TOK_SELEXPR (. (TOK_TABLE_OR_COL s2) value) value))))) unionsrc)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB DEST1)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL unionsrc) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL unionsrc) value)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB DEST2)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL unionsrc) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL unionsrc) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL unionsrc) value)))))
@@ -69,7 +93,7 @@
Stage: Stage-3
Map Reduce
Alias -> Map Operator Tree:
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/970285192/10004
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/1966021387/10004
Union
Select Operator
expressions:
@@ -103,7 +127,7 @@
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest2
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/970285192/10007
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/1966021387/10007
Union
Select Operator
expressions:
@@ -144,10 +168,10 @@
Move Operator
files:
hdfs directory: true
- destination: file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/1625764510/10000
+ destination: file:/data/users/njain/hive5/hive5/build/ql/tmp/1165077920/10000
Map Reduce
Alias -> Map Operator Tree:
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/970285192/10005
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/1966021387/10005
Reduce Output Operator
sort order:
Map-reduce partition columns:
@@ -186,10 +210,10 @@
Move Operator
files:
hdfs directory: true
- destination: file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/1625764510/10002
+ destination: file:/data/users/njain/hive5/hive5/build/ql/tmp/1165077920/10002
Map Reduce
Alias -> Map Operator Tree:
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/970285192/10006
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/1966021387/10006
Reduce Output Operator
sort order:
Map-reduce partition columns:
@@ -245,17 +269,32 @@
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-query: FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
+PREHOOK: query: FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
+ UNION ALL
+ select s2.key as key, s2.value as value from src s2) unionsrc
+INSERT OVERWRITE TABLE DEST1 SELECT unionsrc.key, unionsrc.value
+INSERT OVERWRITE TABLE DEST2 SELECT unionsrc.key, unionsrc.value, unionsrc.value
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@dest1
+PREHOOK: Output: default@dest2
+POSTHOOK: query: FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
UNION ALL
select s2.key as key, s2.value as value from src s2) unionsrc
INSERT OVERWRITE TABLE DEST1 SELECT unionsrc.key, unionsrc.value
INSERT OVERWRITE TABLE DEST2 SELECT unionsrc.key, unionsrc.value, unionsrc.value
-Input: default/src
-Output: default/dest1
-Output: default/dest2
-query: SELECT DEST1.* FROM DEST1 SORT BY DEST1.key, DEST1.value
-Input: default/dest1
-Output: file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/1040816000/10000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@dest1
+POSTHOOK: Output: default@dest2
+PREHOOK: query: SELECT DEST1.* FROM DEST1 SORT BY DEST1.key, DEST1.value
+PREHOOK: type: QUERY
+PREHOOK: Input: default@dest1
+PREHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/896837060/10000
+POSTHOOK: query: SELECT DEST1.* FROM DEST1 SORT BY DEST1.key, DEST1.value
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@dest1
+POSTHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/896837060/10000
0 val_0
0 val_0
0 val_0
@@ -757,9 +796,14 @@
98 val_98
98 val_98
tst1 500
-query: SELECT DEST2.* FROM DEST2 SORT BY DEST2.key, DEST2.val1, DEST2.val2
-Input: default/dest2
-Output: file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/491493524/10000
+PREHOOK: query: SELECT DEST2.* FROM DEST2 SORT BY DEST2.key, DEST2.val1, DEST2.val2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@dest2
+PREHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/1341838197/10000
+POSTHOOK: query: SELECT DEST2.* FROM DEST2 SORT BY DEST2.key, DEST2.val1, DEST2.val2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@dest2
+POSTHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/1341838197/10000
0 val_0 val_0
0 val_0 val_0
0 val_0 val_0
@@ -1261,5 +1305,13 @@
98 val_98 val_98
98 val_98 val_98
tst1 500 500
-query: drop table DEST1
-query: drop table DEST2
+PREHOOK: query: drop table DEST1
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table DEST1
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Output: default@dest1
+PREHOOK: query: drop table DEST2
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table DEST2
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Output: default@dest2
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/union19.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/union19.q.out?rev=819792&r1=819791&r2=819792&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/union19.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/union19.q.out Tue Sep 29 01:25:15 2009
@@ -1,8 +1,22 @@
-query: drop table DEST1
-query: drop table DEST2
-query: CREATE TABLE DEST1(key STRING, value STRING) STORED AS TEXTFILE
-query: CREATE TABLE DEST2(key STRING, val1 STRING, val2 STRING) STORED AS TEXTFILE
-query: -- union case:map-reduce sub-queries followed by multi-table insert
+PREHOOK: query: drop table DEST1
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table DEST1
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table DEST2
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table DEST2
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: CREATE TABLE DEST1(key STRING, value STRING) STORED AS TEXTFILE
+PREHOOK: type: CREATETABLE
+POSTHOOK: query: CREATE TABLE DEST1(key STRING, value STRING) STORED AS TEXTFILE
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: default@DEST1
+PREHOOK: query: CREATE TABLE DEST2(key STRING, val1 STRING, val2 STRING) STORED AS TEXTFILE
+PREHOOK: type: CREATETABLE
+POSTHOOK: query: CREATE TABLE DEST2(key STRING, val1 STRING, val2 STRING) STORED AS TEXTFILE
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: default@DEST2
+PREHOOK: query: -- union case:map-reduce sub-queries followed by multi-table insert
explain
FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
@@ -10,6 +24,16 @@
select s2.key as key, s2.value as value from src s2) unionsrc
INSERT OVERWRITE TABLE DEST1 SELECT unionsrc.key, count(unionsrc.value) group by unionsrc.key
INSERT OVERWRITE TABLE DEST2 SELECT unionsrc.key, unionsrc.value, unionsrc.value
+PREHOOK: type: QUERY
+POSTHOOK: query: -- union case:map-reduce sub-queries followed by multi-table insert
+
+explain
+FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
+ UNION ALL
+ select s2.key as key, s2.value as value from src s2) unionsrc
+INSERT OVERWRITE TABLE DEST1 SELECT unionsrc.key, count(unionsrc.value) group by unionsrc.key
+INSERT OVERWRITE TABLE DEST2 SELECT unionsrc.key, unionsrc.value, unionsrc.value
+POSTHOOK: type: QUERY
ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF src s1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 'tst1' key) (TOK_SELEXPR (TOK_FUNCTION TOK_STRING (TOK_FUNCTION count 1)) value)))) (TOK_QUERY (TOK_FROM (TOK_TABREF src s2)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL s2) key) key) (TOK_SELEXPR (. (TOK_TABLE_OR_COL s2) value) value))))) unionsrc)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB DEST1)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL unionsrc) key)) (TOK_SELEXPR (TOK_FUNCTION count (. (TOK_TABLE_OR_COL unionsrc) value)))) (TOK_GROUPBY (. (TOK_TABLE_OR_COL unionsrc) key))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB DEST2)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL unionsrc) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL unionsrc) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL unionsrc) value)))))
@@ -65,7 +89,7 @@
Stage: Stage-3
Map Reduce
Alias -> Map Operator Tree:
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/2105547105/10004
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/1895355415/10004
Union
Select Operator
expressions:
@@ -111,7 +135,7 @@
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest2
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/2105547105/10005
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/1895355415/10005
Union
Select Operator
expressions:
@@ -223,17 +247,32 @@
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-query: FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
+PREHOOK: query: FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
+ UNION ALL
+ select s2.key as key, s2.value as value from src s2) unionsrc
+INSERT OVERWRITE TABLE DEST1 SELECT unionsrc.key, count(unionsrc.value) group by unionsrc.key
+INSERT OVERWRITE TABLE DEST2 SELECT unionsrc.key, unionsrc.value, unionsrc.value
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@dest1
+PREHOOK: Output: default@dest2
+POSTHOOK: query: FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
UNION ALL
select s2.key as key, s2.value as value from src s2) unionsrc
INSERT OVERWRITE TABLE DEST1 SELECT unionsrc.key, count(unionsrc.value) group by unionsrc.key
INSERT OVERWRITE TABLE DEST2 SELECT unionsrc.key, unionsrc.value, unionsrc.value
-Input: default/src
-Output: default/dest1
-Output: default/dest2
-query: SELECT DEST1.* FROM DEST1 SORT BY DEST1.key, DEST1.value
-Input: default/dest1
-Output: file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/78068858/10000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@dest1
+POSTHOOK: Output: default@dest2
+PREHOOK: query: SELECT DEST1.* FROM DEST1 SORT BY DEST1.key, DEST1.value
+PREHOOK: type: QUERY
+PREHOOK: Input: default@dest1
+PREHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/929119397/10000
+POSTHOOK: query: SELECT DEST1.* FROM DEST1 SORT BY DEST1.key, DEST1.value
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@dest1
+POSTHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/929119397/10000
0 3
10 1
100 2
@@ -544,9 +583,14 @@
97 2
98 2
tst1 1
-query: SELECT DEST2.* FROM DEST2 SORT BY DEST2.key, DEST2.val1, DEST2.val2
-Input: default/dest2
-Output: file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/240933418/10000
+PREHOOK: query: SELECT DEST2.* FROM DEST2 SORT BY DEST2.key, DEST2.val1, DEST2.val2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@dest2
+PREHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/240498256/10000
+POSTHOOK: query: SELECT DEST2.* FROM DEST2 SORT BY DEST2.key, DEST2.val1, DEST2.val2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@dest2
+POSTHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/240498256/10000
0 val_0 val_0
0 val_0 val_0
0 val_0 val_0
@@ -1048,5 +1092,13 @@
98 val_98 val_98
98 val_98 val_98
tst1 500 500
-query: drop table DEST1
-query: drop table DEST2
+PREHOOK: query: drop table DEST1
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table DEST1
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Output: default@dest1
+PREHOOK: query: drop table DEST2
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table DEST2
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Output: default@dest2
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/union2.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/union2.q.out?rev=819792&r1=819791&r2=819792&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/union2.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/union2.q.out Tue Sep 29 01:25:15 2009
@@ -1,8 +1,15 @@
-query: -- union case: both subqueries are map-reduce jobs on same input, followed by reduce sink
+PREHOOK: query: -- union case: both subqueries are map-reduce jobs on same input, followed by reduce sink
explain
select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION ALL
select s2.key as key, s2.value as value from src s2) unionsrc
+PREHOOK: type: QUERY
+POSTHOOK: query: -- union case: both subqueries are map-reduce jobs on same input, followed by reduce sink
+
+explain
+ select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION ALL
+ select s2.key as key, s2.value as value from src s2) unionsrc
+POSTHOOK: type: QUERY
ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF src s1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL s1) key) key) (TOK_SELEXPR (. (TOK_TABLE_OR_COL s1) value) value)))) (TOK_QUERY (TOK_FROM (TOK_TABREF src s2)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL s2) key) key) (TOK_SELEXPR (. (TOK_TABLE_OR_COL s2) value) value))))) unionsrc)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION count 1)))))
@@ -83,8 +90,14 @@
limit: -1
-query: select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION ALL
+PREHOOK: query: select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION ALL
+ select s2.key as key, s2.value as value from src s2) unionsrc
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/1910952008/10000
+POSTHOOK: query: select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION ALL
select s2.key as key, s2.value as value from src s2) unionsrc
-Input: default/src
-Output: file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/1378537428/10000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/1910952008/10000
1000
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/union20.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/union20.q.out?rev=819792&r1=819791&r2=819792&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/union20.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/union20.q.out Tue Sep 29 01:25:15 2009
@@ -1,4 +1,4 @@
-query: -- union :map-reduce sub-queries followed by join
+PREHOOK: query: -- union :map-reduce sub-queries followed by join
explain
SELECT unionsrc1.key, unionsrc1.value, unionsrc2.key, unionsrc2.value
@@ -10,6 +10,20 @@
UNION ALL
select s4.key as key, s4.value as value from src s4 where s4.key < 10) unionsrc2
ON (unionsrc1.key = unionsrc2.key)
+PREHOOK: type: QUERY
+POSTHOOK: query: -- union :map-reduce sub-queries followed by join
+
+explain
+SELECT unionsrc1.key, unionsrc1.value, unionsrc2.key, unionsrc2.value
+FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
+ UNION ALL
+ select s2.key as key, s2.value as value from src s2 where s2.key < 10) unionsrc1
+JOIN
+ (select 'tst1' as key, cast(count(1) as string) as value from src s3
+ UNION ALL
+ select s4.key as key, s4.value as value from src s4 where s4.key < 10) unionsrc2
+ON (unionsrc1.key = unionsrc2.key)
+POSTHOOK: type: QUERY
ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF src s1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 'tst1' key) (TOK_SELEXPR (TOK_FUNCTION TOK_STRING (TOK_FUNCTION count 1)) value)))) (TOK_QUERY (TOK_FROM (TOK_TABREF src s2)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL s2) key) key) (TOK_SELEXPR (. (TOK_TABLE_OR_COL s2) value) value)) (TOK_WHERE (< (. (TOK_TABLE_OR_COL s2) key) 10))))) unionsrc1) (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF src s3)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 'tst1' key) (TOK_SELEXPR (TOK_FUNCTION TOK_STRING (TOK_FUNCTION count 1)) value)))) (TOK_QUERY (TOK_FROM (TOK_TABREF src s4)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL s4) key) key) (TOK_SELEXPR (. (TOK_TABLE_OR_COL s4) value) value)) (TOK_WHERE (< (. (T
OK_TABLE_OR_COL s4) key) 10))))) unionsrc2) (= (. (TOK_TABLE_OR_COL unionsrc1) key) (. (TOK_TABLE_OR_COL unionsrc2) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL unionsrc1) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL unionsrc1) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL unionsrc2) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL unionsrc2) value)))))
@@ -68,7 +82,7 @@
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/data/users/zshao/tools/699-trunk-apache-hive/.ptest_0/build/ql/tmp/1249232145/10002
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/1865430800/10002
Union
Reduce Output Operator
key expressions:
@@ -84,7 +98,7 @@
type: string
expr: _col1
type: string
- file:/data/users/zshao/tools/699-trunk-apache-hive/.ptest_0/build/ql/tmp/1249232145/10003
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/1865430800/10003
Union
Reduce Output Operator
key expressions:
@@ -200,7 +214,7 @@
Stage: Stage-5
Map Reduce
Alias -> Map Operator Tree:
- file:/data/users/zshao/tools/699-trunk-apache-hive/.ptest_0/build/ql/tmp/1249232145/10004
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/1865430800/10004
Union
File Output Operator
compressed: false
@@ -208,7 +222,7 @@
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- file:/data/users/zshao/tools/699-trunk-apache-hive/.ptest_0/build/ql/tmp/1249232145/10006
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/1865430800/10006
Union
File Output Operator
compressed: false
@@ -260,7 +274,19 @@
limit: -1
-query: SELECT unionsrc1.key, unionsrc1.value, unionsrc2.key, unionsrc2.value
+PREHOOK: query: SELECT unionsrc1.key, unionsrc1.value, unionsrc2.key, unionsrc2.value
+FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
+ UNION ALL
+ select s2.key as key, s2.value as value from src s2 where s2.key < 10) unionsrc1
+JOIN
+ (select 'tst1' as key, cast(count(1) as string) as value from src s3
+ UNION ALL
+ select s4.key as key, s4.value as value from src s4 where s4.key < 10) unionsrc2
+ON (unionsrc1.key = unionsrc2.key)
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/739233475/10000
+POSTHOOK: query: SELECT unionsrc1.key, unionsrc1.value, unionsrc2.key, unionsrc2.value
FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
UNION ALL
select s2.key as key, s2.value as value from src s2 where s2.key < 10) unionsrc1
@@ -269,8 +295,9 @@
UNION ALL
select s4.key as key, s4.value as value from src s4 where s4.key < 10) unionsrc2
ON (unionsrc1.key = unionsrc2.key)
-Input: default/src
-Output: file:/data/users/zshao/tools/699-trunk-apache-hive/.ptest_0/build/ql/tmp/406100119/10000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/739233475/10000
0 val_0 0 val_0
0 val_0 0 val_0
0 val_0 0 val_0
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/union21.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/union21.q.out?rev=819792&r1=819791&r2=819792&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/union21.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/union21.q.out Tue Sep 29 01:25:15 2009
@@ -1,4 +1,4 @@
-query: -- union of constants, udf outputs, and columns from text table and thrift table
+PREHOOK: query: -- union of constants, udf outputs, and columns from text table and thrift table
explain
SELECT key, count(1)
@@ -14,6 +14,24 @@
SELECT lstring[0] as key from src_thrift
) union_output
GROUP BY key
+PREHOOK: type: QUERY
+POSTHOOK: query: -- union of constants, udf outputs, and columns from text table and thrift table
+
+explain
+SELECT key, count(1)
+FROM (
+ SELECT '1' as key from src
+ UNION ALL
+ SELECT reverse(key) as key from src
+ UNION ALL
+ SELECT key as key from src
+ UNION ALL
+ SELECT astring as key from src_thrift
+ UNION ALL
+ SELECT lstring[0] as key from src_thrift
+) union_output
+GROUP BY key
+POSTHOOK: type: QUERY
ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_UNION (TOK_UNION (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR '1' key)))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION reverse (TOK_TABLE_OR_COL key)) key))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key) key))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src_thrift)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL astring) key))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src_thrift)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR ([ (TOK_TABLE_OR_COL lstring) 0) key))))) union_output)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (T
OK_FUNCTION count 1))) (TOK_GROUPBY (TOK_TABLE_OR_COL key))))
@@ -223,7 +241,24 @@
limit: -1
-query: SELECT key, count(1)
+PREHOOK: query: SELECT key, count(1)
+FROM (
+ SELECT '1' as key from src
+ UNION ALL
+ SELECT reverse(key) as key from src
+ UNION ALL
+ SELECT key as key from src
+ UNION ALL
+ SELECT astring as key from src_thrift
+ UNION ALL
+ SELECT lstring[0] as key from src_thrift
+) union_output
+GROUP BY key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src_thrift
+PREHOOK: Input: default@src
+PREHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/661760419/10000
+POSTHOOK: query: SELECT key, count(1)
FROM (
SELECT '1' as key from src
UNION ALL
@@ -236,9 +271,10 @@
SELECT lstring[0] as key from src_thrift
) union_output
GROUP BY key
-Input: default/src_thrift
-Input: default/src
-Output: file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/1135321195/10000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src_thrift
+POSTHOOK: Input: default@src
+POSTHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/661760419/10000
NULL 2
0 7
001 2
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/union3.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/union3.q.out?rev=819792&r1=819791&r2=819792&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/union3.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/union3.q.out Tue Sep 29 01:25:15 2009
@@ -1,4 +1,4 @@
-query: explain
+PREHOOK: query: explain
SELECT *
FROM (
SELECT 1 AS id
@@ -15,6 +15,25 @@
SELECT 4 AS id
FROM (SELECT * FROM src LIMIT 1) s2
) a
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+SELECT *
+FROM (
+ SELECT 1 AS id
+ FROM (SELECT * FROM src LIMIT 1) s1
+ CLUSTER BY id
+ UNION ALL
+ SELECT 2 AS id
+ FROM (SELECT * FROM src LIMIT 1) s1
+ CLUSTER BY id
+ UNION ALL
+ SELECT 3 AS id
+ FROM (SELECT * FROM src LIMIT 1) s2
+ UNION ALL
+ SELECT 4 AS id
+ FROM (SELECT * FROM src LIMIT 1) s2
+) a
+POSTHOOK: type: QUERY
ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_UNION (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_LIMIT 1))) s1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 1 id)) (TOK_CLUSTERBY (TOK_TABLE_OR_COL id)))) (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_LIMIT 1))) s1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 2 id)) (TOK_CLUSTERBY (TOK_TABLE_OR_COL id))))) (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_LIMIT 1))) s2)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 3 id))))) (TOK_QUERY (T
OK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_LIMIT 1))) s2)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 4 id))))) a)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF))))
@@ -72,7 +91,7 @@
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/831850354/10002
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/1712800093/10002
Union
Select Operator
expressions:
@@ -85,7 +104,7 @@
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/831850354/10003
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/1712800093/10003
Union
Select Operator
expressions:
@@ -98,7 +117,7 @@
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/831850354/10005
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/1712800093/10005
Union
Select Operator
expressions:
@@ -111,7 +130,7 @@
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/831850354/10007
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/1712800093/10007
Union
Select Operator
expressions:
@@ -202,7 +221,7 @@
Stage: Stage-5
Map Reduce
Alias -> Map Operator Tree:
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/831850354/10004
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/1712800093/10004
Reduce Output Operator
key expressions:
expr: _col0
@@ -264,7 +283,7 @@
Stage: Stage-7
Map Reduce
Alias -> Map Operator Tree:
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/831850354/10006
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/1712800093/10006
Reduce Output Operator
key expressions:
expr: _col0
@@ -291,9 +310,36 @@
limit: -1
-query: DROP TABLE union_out
-query: CREATE TABLE union_out (id int)
-query: insert overwrite table union_out
+PREHOOK: query: DROP TABLE union_out
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: DROP TABLE union_out
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: CREATE TABLE union_out (id int)
+PREHOOK: type: CREATETABLE
+POSTHOOK: query: CREATE TABLE union_out (id int)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: default@union_out
+PREHOOK: query: insert overwrite table union_out
+SELECT *
+FROM (
+ SELECT 1 AS id
+ FROM (SELECT * FROM src LIMIT 1) s1
+ CLUSTER BY id
+ UNION ALL
+ SELECT 2 AS id
+ FROM (SELECT * FROM src LIMIT 1) s1
+ CLUSTER BY id
+ UNION ALL
+ SELECT 3 AS id
+ FROM (SELECT * FROM src LIMIT 1) s2
+ UNION ALL
+ SELECT 4 AS id
+ FROM (SELECT * FROM src LIMIT 1) s2
+) a
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@union_out
+POSTHOOK: query: insert overwrite table union_out
SELECT *
FROM (
SELECT 1 AS id
@@ -310,11 +356,17 @@
SELECT 4 AS id
FROM (SELECT * FROM src LIMIT 1) s2
) a
-Input: default/src
-Output: default/union_out
-query: select * from union_out cluster by id
-Input: default/union_out
-Output: file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/209669057/10000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@union_out
+PREHOOK: query: select * from union_out cluster by id
+PREHOOK: type: QUERY
+PREHOOK: Input: default@union_out
+PREHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/532213129/10000
+POSTHOOK: query: select * from union_out cluster by id
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@union_out
+POSTHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/532213129/10000
1
2
3
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/union4.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/union4.q.out?rev=819792&r1=819791&r2=819792&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/union4.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/union4.q.out Tue Sep 29 01:25:15 2009
@@ -1,12 +1,28 @@
-query: -- union case: both subqueries are map-reduce jobs on same input, followed by filesink
+PREHOOK: query: -- union case: both subqueries are map-reduce jobs on same input, followed by filesink
drop table tmptable
-query: create table tmptable(key string, value int)
-query: explain
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: -- union case: both subqueries are map-reduce jobs on same input, followed by filesink
+
+drop table tmptable
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: create table tmptable(key string, value int)
+PREHOOK: type: CREATETABLE
+POSTHOOK: query: create table tmptable(key string, value int)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: default@tmptable
+PREHOOK: query: explain
insert overwrite table tmptable
select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, count(1) as value from src s1
UNION ALL
select 'tst2' as key, count(1) as value from src s2) unionsrc
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+insert overwrite table tmptable
+ select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, count(1) as value from src s1
+ UNION ALL
+ select 'tst2' as key, count(1) as value from src s2) unionsrc
+POSTHOOK: type: QUERY
ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF src s1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 'tst1' key) (TOK_SELEXPR (TOK_FUNCTION count 1) value)))) (TOK_QUERY (TOK_FROM (TOK_TABREF src s2)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 'tst2' key) (TOK_SELEXPR (TOK_FUNCTION count 1) value))))) unionsrc)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB tmptable)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL unionsrc) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL unionsrc) value)))))
@@ -62,7 +78,7 @@
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/793944135/10002
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/543273791/10002
Union
Select Operator
expressions:
@@ -86,7 +102,7 @@
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: tmptable
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/793944135/10004
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/543273791/10004
Union
Select Operator
expressions:
@@ -117,10 +133,10 @@
Move Operator
files:
hdfs directory: true
- destination: file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/1820922097/10000
+ destination: file:/data/users/njain/hive5/hive5/build/ql/tmp/541591404/10000
Map Reduce
Alias -> Map Operator Tree:
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/793944135/10003
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/543273791/10003
Reduce Output Operator
sort order:
Map-reduce partition columns:
@@ -192,15 +208,32 @@
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-query: insert overwrite table tmptable
+PREHOOK: query: insert overwrite table tmptable
+select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, count(1) as value from src s1
+ UNION ALL
+ select 'tst2' as key, count(1) as value from src s2) unionsrc
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@tmptable
+POSTHOOK: query: insert overwrite table tmptable
select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, count(1) as value from src s1
UNION ALL
select 'tst2' as key, count(1) as value from src s2) unionsrc
-Input: default/src
-Output: default/tmptable
-query: select * from tmptable x sort by x.key
-Input: default/tmptable
-Output: file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/1401758833/10000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@tmptable
+PREHOOK: query: select * from tmptable x sort by x.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@tmptable
+PREHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/1853179862/10000
+POSTHOOK: query: select * from tmptable x sort by x.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@tmptable
+POSTHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/1853179862/10000
tst1 500
tst2 500
-query: drop table tmptable
+PREHOOK: query: drop table tmptable
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table tmptable
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Output: default@tmptable
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/union5.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/union5.q.out?rev=819792&r1=819791&r2=819792&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/union5.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/union5.q.out Tue Sep 29 01:25:15 2009
@@ -1,9 +1,17 @@
-query: -- union case: both subqueries are map-reduce jobs on same input, followed by reduce sink
+PREHOOK: query: -- union case: both subqueries are map-reduce jobs on same input, followed by reduce sink
explain
select unionsrc.key, count(1) FROM (select 'tst1' as key, count(1) as value from src s1
UNION ALL
select 'tst2' as key, count(1) as value from src s2) unionsrc group by unionsrc.key
+PREHOOK: type: QUERY
+POSTHOOK: query: -- union case: both subqueries are map-reduce jobs on same input, followed by reduce sink
+
+explain
+ select unionsrc.key, count(1) FROM (select 'tst1' as key, count(1) as value from src s1
+ UNION ALL
+ select 'tst2' as key, count(1) as value from src s2) unionsrc group by unionsrc.key
+POSTHOOK: type: QUERY
ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF src s1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 'tst1' key) (TOK_SELEXPR (TOK_FUNCTION count 1) value)))) (TOK_QUERY (TOK_FROM (TOK_TABREF src s2)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 'tst2' key) (TOK_SELEXPR (TOK_FUNCTION count 1) value))))) unionsrc)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL unionsrc) key)) (TOK_SELEXPR (TOK_FUNCTION count 1))) (TOK_GROUPBY (. (TOK_TABLE_OR_COL unionsrc) key))))
@@ -56,7 +64,7 @@
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/418741638/10002
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/1295550147/10002
Union
Select Operator
expressions:
@@ -83,7 +91,7 @@
value expressions:
expr: _col1
type: bigint
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/418741638/10003
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/1295550147/10003
Union
Select Operator
expressions:
@@ -176,10 +184,17 @@
limit: -1
-query: select unionsrc.key, count(1) FROM (select 'tst1' as key, count(1) as value from src s1
+PREHOOK: query: select unionsrc.key, count(1) FROM (select 'tst1' as key, count(1) as value from src s1
+ UNION ALL
+ select 'tst2' as key, count(1) as value from src s2) unionsrc group by unionsrc.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/1100938364/10000
+POSTHOOK: query: select unionsrc.key, count(1) FROM (select 'tst1' as key, count(1) as value from src s1
UNION ALL
select 'tst2' as key, count(1) as value from src s2) unionsrc group by unionsrc.key
-Input: default/src
-Output: file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/1640354803/10000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/1100938364/10000
tst1 1
tst2 1
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/union6.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/union6.q.out?rev=819792&r1=819791&r2=819792&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/union6.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/union6.q.out Tue Sep 29 01:25:15 2009
@@ -1,12 +1,28 @@
-query: -- union case: 1 subquery is a map-reduce job, different inputs for sub-queries, followed by filesink
+PREHOOK: query: -- union case: 1 subquery is a map-reduce job, different inputs for sub-queries, followed by filesink
drop table tmptable
-query: create table tmptable(key string, value string)
-query: explain
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: -- union case: 1 subquery is a map-reduce job, different inputs for sub-queries, followed by filesink
+
+drop table tmptable
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: create table tmptable(key string, value string)
+PREHOOK: type: CREATETABLE
+POSTHOOK: query: create table tmptable(key string, value string)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: default@tmptable
+PREHOOK: query: explain
insert overwrite table tmptable
select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
UNION ALL
select s2.key as key, s2.value as value from src1 s2) unionsrc
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+insert overwrite table tmptable
+ select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
+ UNION ALL
+ select s2.key as key, s2.value as value from src1 s2) unionsrc
+POSTHOOK: type: QUERY
ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF src s1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 'tst1' key) (TOK_SELEXPR (TOK_FUNCTION TOK_STRING (TOK_FUNCTION count 1)) value)))) (TOK_QUERY (TOK_FROM (TOK_TABREF src1 s2)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL s2) key) key) (TOK_SELEXPR (. (TOK_TABLE_OR_COL s2) value) value))))) unionsrc)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB tmptable)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL unionsrc) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL unionsrc) value)))))
@@ -62,7 +78,7 @@
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/1191770303/10002
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/1143232613/10002
Union
Select Operator
expressions:
@@ -79,7 +95,7 @@
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: tmptable
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/1191770303/10004
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/1143232613/10004
Union
Select Operator
expressions:
@@ -103,10 +119,10 @@
Move Operator
files:
hdfs directory: true
- destination: file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/1310004866/10000
+ destination: file:/data/users/njain/hive5/hive5/build/ql/tmp/725430727/10000
Map Reduce
Alias -> Map Operator Tree:
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/1191770303/10003
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/1143232613/10003
Reduce Output Operator
sort order:
Map-reduce partition columns:
@@ -160,16 +176,30 @@
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-query: insert overwrite table tmptable
+PREHOOK: query: insert overwrite table tmptable
+select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
+ UNION ALL
+ select s2.key as key, s2.value as value from src1 s2) unionsrc
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Input: default@src1
+PREHOOK: Output: default@tmptable
+POSTHOOK: query: insert overwrite table tmptable
select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
UNION ALL
select s2.key as key, s2.value as value from src1 s2) unionsrc
-Input: default/src
-Input: default/src1
-Output: default/tmptable
-query: select * from tmptable x sort by x.key, x.value
-Input: default/tmptable
-Output: file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/551301266/10000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Input: default@src1
+POSTHOOK: Output: default@tmptable
+PREHOOK: query: select * from tmptable x sort by x.key, x.value
+PREHOOK: type: QUERY
+PREHOOK: Input: default@tmptable
+PREHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/991182595/10000
+POSTHOOK: query: select * from tmptable x sort by x.key, x.value
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@tmptable
+POSTHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/991182595/10000
@@ -196,4 +226,8 @@
66 val_66
98 val_98
tst1 500
-query: drop table tmptable
+PREHOOK: query: drop table tmptable
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table tmptable
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Output: default@tmptable
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/union7.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/union7.q.out?rev=819792&r1=819791&r2=819792&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/union7.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/union7.q.out Tue Sep 29 01:25:15 2009
@@ -1,9 +1,17 @@
-query: -- union case: 1 subquery is a map-reduce job, different inputs for sub-queries, followed by reducesink
+PREHOOK: query: -- union case: 1 subquery is a map-reduce job, different inputs for sub-queries, followed by reducesink
explain
select unionsrc.key, count(1) FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
UNION ALL
select s2.key as key, s2.value as value from src1 s2) unionsrc group by unionsrc.key
+PREHOOK: type: QUERY
+POSTHOOK: query: -- union case: 1 subquery is a map-reduce job, different inputs for sub-queries, followed by reducesink
+
+explain
+ select unionsrc.key, count(1) FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
+ UNION ALL
+ select s2.key as key, s2.value as value from src1 s2) unionsrc group by unionsrc.key
+POSTHOOK: type: QUERY
ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF src s1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 'tst1' key) (TOK_SELEXPR (TOK_FUNCTION TOK_STRING (TOK_FUNCTION count 1)) value)))) (TOK_QUERY (TOK_FROM (TOK_TABREF src1 s2)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL s2) key) key) (TOK_SELEXPR (. (TOK_TABLE_OR_COL s2) value) value))))) unionsrc)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL unionsrc) key)) (TOK_SELEXPR (TOK_FUNCTION count 1))) (TOK_GROUPBY (. (TOK_TABLE_OR_COL unionsrc) key))))
@@ -56,7 +64,7 @@
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/1947982246/10002
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/51980638/10002
Union
Select Operator
expressions:
@@ -83,7 +91,7 @@
value expressions:
expr: _col1
type: bigint
- file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/1947982246/10003
+ file:/data/users/njain/hive5/hive5/build/ql/tmp/51980638/10003
Union
Select Operator
expressions:
@@ -158,12 +166,20 @@
limit: -1
-query: select unionsrc.key, count(1) FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
+PREHOOK: query: select unionsrc.key, count(1) FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
+ UNION ALL
+ select s2.key as key, s2.value as value from src1 s2) unionsrc group by unionsrc.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Input: default@src1
+PREHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/176019229/10000
+POSTHOOK: query: select unionsrc.key, count(1) FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
UNION ALL
select s2.key as key, s2.value as value from src1 s2) unionsrc group by unionsrc.key
-Input: default/src
-Input: default/src1
-Output: file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/160103856/10000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Input: default@src1
+POSTHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/176019229/10000
10
128 1
146 1
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/union8.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/union8.q.out?rev=819792&r1=819791&r2=819792&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/union8.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/union8.q.out Tue Sep 29 01:25:15 2009
@@ -1,9 +1,17 @@
-query: -- union case: all subqueries are a map-only jobs, 3 way union, same input for all sub-queries, followed by filesink
+PREHOOK: query: -- union case: all subqueries are a map-only jobs, 3 way union, same input for all sub-queries, followed by filesink
explain
select unionsrc.key, unionsrc.value FROM (select s1.key as key, s1.value as value from src s1 UNION ALL
select s2.key as key, s2.value as value from src s2 UNION ALL
select s3.key as key, s3.value as value from src s3) unionsrc
+PREHOOK: type: QUERY
+POSTHOOK: query: -- union case: all subqueries are a map-only jobs, 3 way union, same input for all sub-queries, followed by filesink
+
+explain
+ select unionsrc.key, unionsrc.value FROM (select s1.key as key, s1.value as value from src s1 UNION ALL
+ select s2.key as key, s2.value as value from src s2 UNION ALL
+ select s3.key as key, s3.value as value from src s3) unionsrc
+POSTHOOK: type: QUERY
ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF src s1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL s1) key) key) (TOK_SELEXPR (. (TOK_TABLE_OR_COL s1) value) value)))) (TOK_QUERY (TOK_FROM (TOK_TABREF src s2)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL s2) key) key) (TOK_SELEXPR (. (TOK_TABLE_OR_COL s2) value) value))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src s3)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL s3) key) key) (TOK_SELEXPR (. (TOK_TABLE_OR_COL s3) value) value))))) unionsrc)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL unionsrc) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL unionsrc) value)))))
@@ -93,11 +101,18 @@
limit: -1
-query: select unionsrc.key, unionsrc.value FROM (select s1.key as key, s1.value as value from src s1 UNION ALL
+PREHOOK: query: select unionsrc.key, unionsrc.value FROM (select s1.key as key, s1.value as value from src s1 UNION ALL
+ select s2.key as key, s2.value as value from src s2 UNION ALL
+ select s3.key as key, s3.value as value from src s3) unionsrc
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/1252428620/10000
+POSTHOOK: query: select unionsrc.key, unionsrc.value FROM (select s1.key as key, s1.value as value from src s1 UNION ALL
select s2.key as key, s2.value as value from src s2 UNION ALL
select s3.key as key, s3.value as value from src s3) unionsrc
-Input: default/src
-Output: file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/291748192/10000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/1252428620/10000
238 val_238
238 val_238
238 val_238
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/union9.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/union9.q.out?rev=819792&r1=819791&r2=819792&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/union9.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/union9.q.out Tue Sep 29 01:25:15 2009
@@ -1,9 +1,17 @@
-query: -- union case: all subqueries are a map-only jobs, 3 way union, same input for all sub-queries, followed by reducesink
+PREHOOK: query: -- union case: all subqueries are a map-only jobs, 3 way union, same input for all sub-queries, followed by reducesink
explain
select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION ALL
select s2.key as key, s2.value as value from src s2 UNION ALL
select s3.key as key, s3.value as value from src s3) unionsrc
+PREHOOK: type: QUERY
+POSTHOOK: query: -- union case: all subqueries are a map-only jobs, 3 way union, same input for all sub-queries, followed by reducesink
+
+explain
+ select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION ALL
+ select s2.key as key, s2.value as value from src s2 UNION ALL
+ select s3.key as key, s3.value as value from src s3) unionsrc
+POSTHOOK: type: QUERY
ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF src s1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL s1) key) key) (TOK_SELEXPR (. (TOK_TABLE_OR_COL s1) value) value)))) (TOK_QUERY (TOK_FROM (TOK_TABREF src s2)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL s2) key) key) (TOK_SELEXPR (. (TOK_TABLE_OR_COL s2) value) value))))) (TOK_QUERY (TOK_FROM (TOK_TABREF src s3)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL s3) key) key) (TOK_SELEXPR (. (TOK_TABLE_OR_COL s3) value) value))))) unionsrc)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION count 1)))))
@@ -107,9 +115,16 @@
limit: -1
-query: select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION ALL
+PREHOOK: query: select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION ALL
+ select s2.key as key, s2.value as value from src s2 UNION ALL
+ select s3.key as key, s3.value as value from src s3) unionsrc
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/1151056714/10000
+POSTHOOK: query: select count(1) FROM (select s1.key as key, s1.value as value from src s1 UNION ALL
select s2.key as key, s2.value as value from src s2 UNION ALL
select s3.key as key, s3.value as value from src s3) unionsrc
-Input: default/src
-Output: file:/data/users/athusoo/commits/hive_trunk_ws1/build/ql/tmp/1539323963/10000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/1151056714/10000
1500
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/union_ppr.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/union_ppr.q.out?rev=819792&r1=819791&r2=819792&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/union_ppr.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/union_ppr.q.out Tue Sep 29 01:25:15 2009
@@ -1,4 +1,4 @@
-query: EXPLAIN EXTENDED
+PREHOOK: query: EXPLAIN EXTENDED
SELECT * FROM (
SELECT X.* FROM SRCPART X WHERE X.key < 100
UNION ALL
@@ -6,6 +6,16 @@
) A
WHERE A.ds = '2008-04-08'
SORT BY A.key
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN EXTENDED
+SELECT * FROM (
+ SELECT X.* FROM SRCPART X WHERE X.key < 100
+ UNION ALL
+ SELECT Y.* FROM SRCPART Y WHERE Y.key < 100
+) A
+WHERE A.ds = '2008-04-08'
+SORT BY A.key
+POSTHOOK: type: QUERY
ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF SRCPART X)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF X))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL X) key) 100)))) (TOK_QUERY (TOK_FROM (TOK_TABREF SRCPART Y)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF Y))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL Y) key) 100))))) A)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (= (. (TOK_TABLE_OR_COL A) ds) '2008-04-08')) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL A) key)))))
@@ -131,10 +141,10 @@
type: string
Needs Tagging: false
Path -> Alias:
- file:/data/users/zshao/tools/699-trunk-apache-hive/.ptest_1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [null-subquery1:a-subquery1:x, null-subquery2:a-subquery2:y]
- file:/data/users/zshao/tools/699-trunk-apache-hive/.ptest_1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [null-subquery1:a-subquery1:x, null-subquery2:a-subquery2:y]
+ file:/data/users/njain/hive5/hive5/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [null-subquery1:a-subquery1:x, null-subquery2:a-subquery2:y]
+ file:/data/users/njain/hive5/hive5/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [null-subquery1:a-subquery1:x, null-subquery2:a-subquery2:y]
Path -> Partition:
- file:/data/users/zshao/tools/699-trunk-apache-hive/.ptest_1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
+ file:/data/users/njain/hive5/hive5/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
Partition
partition values:
ds 2008-04-08
@@ -153,10 +163,10 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/zshao/tools/699-trunk-apache-hive/.ptest_1/build/ql/test/data/warehouse/srcpart
+ location file:/data/users/njain/hive5/hive5/build/ql/test/data/warehouse/srcpart
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
- file:/data/users/zshao/tools/699-trunk-apache-hive/.ptest_1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
+ file:/data/users/njain/hive5/hive5/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
Partition
partition values:
ds 2008-04-08
@@ -175,7 +185,7 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/zshao/tools/699-trunk-apache-hive/.ptest_1/build/ql/test/data/warehouse/srcpart
+ location file:/data/users/njain/hive5/hive5/build/ql/test/data/warehouse/srcpart
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
Reduce Operator Tree:
@@ -183,7 +193,7 @@
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/data/users/zshao/tools/699-trunk-apache-hive/.ptest_1/build/ql/tmp/488223267/10001
+ directory: file:/data/users/njain/hive5/hive5/build/ql/tmp/1296375167/10001
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -197,16 +207,28 @@
limit: -1
-query: SELECT * FROM (
+PREHOOK: query: SELECT * FROM (
+ SELECT X.* FROM SRCPART X WHERE X.key < 100
+ UNION ALL
+ SELECT Y.* FROM SRCPART Y WHERE Y.key < 100
+) A
+WHERE A.ds = '2008-04-08'
+SORT BY A.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
+PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
+PREHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/1657019362/10000
+POSTHOOK: query: SELECT * FROM (
SELECT X.* FROM SRCPART X WHERE X.key < 100
UNION ALL
SELECT Y.* FROM SRCPART Y WHERE Y.key < 100
) A
WHERE A.ds = '2008-04-08'
SORT BY A.key
-Input: default/srcpart/ds=2008-04-08/hr=11
-Input: default/srcpart/ds=2008-04-08/hr=12
-Output: file:/data/users/zshao/tools/699-trunk-apache-hive/.ptest_1/build/ql/tmp/49836267/10000
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
+POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
+POSTHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/1657019362/10000
0 val_0 2008-04-08 11
0 val_0 2008-04-08 11
0 val_0 2008-04-08 11