You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by cw...@apache.org on 2011/12/09 00:37:22 UTC
svn commit: r1212183 [4/5] - in /hive/branches/branch-0.8-r2/ql/src:
java/org/apache/hadoop/hive/ql/exec/
java/org/apache/hadoop/hive/ql/optimizer/ test/results/clientpositive/
Modified: hive/branches/branch-0.8-r2/ql/src/test/results/clientpositive/union24.q.out
URL: http://svn.apache.org/viewvc/hive/branches/branch-0.8-r2/ql/src/test/results/clientpositive/union24.q.out?rev=1212183&r1=1212182&r2=1212183&view=diff
==============================================================================
--- hive/branches/branch-0.8-r2/ql/src/test/results/clientpositive/union24.q.out (original)
+++ hive/branches/branch-0.8-r2/ql/src/test/results/clientpositive/union24.q.out Thu Dec 8 23:37:20 2011
@@ -54,11 +54,273 @@ ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_UNION (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src2))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL count))) (TOK_WHERE (< (TOK_TABLE_OR_COL key) 10)))) (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src3))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL count))) (TOK_WHERE (< (TOK_TABLE_OR_COL key) 10))))) (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src4))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL count))) (TOK_WHERE (< (TOK_TABLE_OR_COL key) 10))))) (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src5))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_FUNCTION count 1) count
)) (TOK_WHERE (< (TOK_TABLE_OR_COL key) 10)) (TOK_GROUPBY (TOK_TABLE_OR_COL key))))) s)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL s) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL s) count))) (TOK_ORDERBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL s) key)))))
STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-2 depends on stages: Stage-1, Stage-3, Stage-4, Stage-5
Stage-3 is a root stage
- Stage-2 depends on stages: Stage-3
+ Stage-4 is a root stage
+ Stage-5 is a root stage
Stage-0 is a root stage
STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Alias -> Map Operator Tree:
+ null-subquery1-subquery2:s-subquery1-subquery2:src4
+ TableScan
+ alias: src4
+ GatherStats: false
+ Filter Operator
+ isSamplingPred: false
+ predicate:
+ expr: (key < 10)
+ type: boolean
+ Select Operator
+ expressions:
+ expr: key
+ type: string
+ expr: count
+ type: bigint
+ outputColumnNames: _col0, _col1
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ directory: file:/tmp/njain/hive_2011-12-07_18-05-41_298_8482350737870409263/-mr-10002
+ NumFilesPerFileSink: 1
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string,bigint
+ escape.delim \
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+ Needs Tagging: false
+ Path -> Alias:
+ pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src4 [null-subquery1-subquery2:s-subquery1-subquery2:src4]
+ Path -> Partition:
+ pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src4
+ Partition
+ base file name: src4
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,count
+ columns.types string:bigint
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src4
+ name default.src4
+ numFiles 1
+ numPartitions 0
+ numRows 309
+ rawDataSize 1482
+ serialization.ddl struct src4 { string key, i64 count}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 1791
+ transient_lastDdlTime 1323309936
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,count
+ columns.types string:bigint
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src4
+ name default.src4
+ numFiles 1
+ numPartitions 0
+ numRows 309
+ rawDataSize 1482
+ serialization.ddl struct src4 { string key, i64 count}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 1791
+ transient_lastDdlTime 1323309936
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.src4
+ name: default.src4
+
+ Stage: Stage-2
+ Map Reduce
+ Alias -> Map Operator Tree:
+ file:/tmp/njain/hive_2011-12-07_18-05-41_298_8482350737870409263/-mr-10002
+ Union
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: bigint
+ outputColumnNames: _col0, _col1
+ Reduce Output Operator
+ key expressions:
+ expr: _col0
+ type: string
+ sort order: +
+ tag: -1
+ value expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: bigint
+ file:/tmp/njain/hive_2011-12-07_18-05-41_298_8482350737870409263/-mr-10003
+ Union
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: bigint
+ outputColumnNames: _col0, _col1
+ Reduce Output Operator
+ key expressions:
+ expr: _col0
+ type: string
+ sort order: +
+ tag: -1
+ value expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: bigint
+ file:/tmp/njain/hive_2011-12-07_18-05-41_298_8482350737870409263/-mr-10004
+ Union
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: bigint
+ outputColumnNames: _col0, _col1
+ Reduce Output Operator
+ key expressions:
+ expr: _col0
+ type: string
+ sort order: +
+ tag: -1
+ value expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: bigint
+ file:/tmp/njain/hive_2011-12-07_18-05-41_298_8482350737870409263/-mr-10005
+ Union
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: bigint
+ outputColumnNames: _col0, _col1
+ Reduce Output Operator
+ key expressions:
+ expr: _col0
+ type: string
+ sort order: +
+ tag: -1
+ value expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: bigint
+ Needs Tagging: false
+ Path -> Alias:
+ file:/tmp/njain/hive_2011-12-07_18-05-41_298_8482350737870409263/-mr-10002 [file:/tmp/njain/hive_2011-12-07_18-05-41_298_8482350737870409263/-mr-10002]
+ file:/tmp/njain/hive_2011-12-07_18-05-41_298_8482350737870409263/-mr-10003 [file:/tmp/njain/hive_2011-12-07_18-05-41_298_8482350737870409263/-mr-10003]
+ file:/tmp/njain/hive_2011-12-07_18-05-41_298_8482350737870409263/-mr-10004 [file:/tmp/njain/hive_2011-12-07_18-05-41_298_8482350737870409263/-mr-10004]
+ file:/tmp/njain/hive_2011-12-07_18-05-41_298_8482350737870409263/-mr-10005 [file:/tmp/njain/hive_2011-12-07_18-05-41_298_8482350737870409263/-mr-10005]
+ Path -> Partition:
+ file:/tmp/njain/hive_2011-12-07_18-05-41_298_8482350737870409263/-mr-10002
+ Partition
+ base file name: -mr-10002
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string,bigint
+ escape.delim \
+
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string,bigint
+ escape.delim \
+ file:/tmp/njain/hive_2011-12-07_18-05-41_298_8482350737870409263/-mr-10003
+ Partition
+ base file name: -mr-10003
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string,bigint
+ escape.delim \
+
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string,bigint
+ escape.delim \
+ file:/tmp/njain/hive_2011-12-07_18-05-41_298_8482350737870409263/-mr-10004
+ Partition
+ base file name: -mr-10004
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string,bigint
+ escape.delim \
+
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string,bigint
+ escape.delim \
+ file:/tmp/njain/hive_2011-12-07_18-05-41_298_8482350737870409263/-mr-10005
+ Partition
+ base file name: -mr-10005
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string,bigint
+ escape.delim \
+
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string,bigint
+ escape.delim \
+ Reduce Operator Tree:
+ Extract
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ directory: file:/tmp/njain/hive_2011-12-07_18-05-41_298_8482350737870409263/-ext-10001
+ NumFilesPerFileSink: 1
+ Stats Publishing Key Prefix: file:/tmp/njain/hive_2011-12-07_18-05-41_298_8482350737870409263/-ext-10001/
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string:bigint
+ escape.delim \
+ serialization.format 1
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+
Stage: Stage-3
Map Reduce
Alias -> Map Operator Tree:
@@ -99,9 +361,9 @@ STAGE PLANS:
type: bigint
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src5 [null-subquery2:s-subquery2:src5]
+ pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src5 [null-subquery2:s-subquery2:src5]
Path -> Partition:
- pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src5
+ pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src5
Partition
base file name: src5
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -112,7 +374,7 @@ STAGE PLANS:
columns.types string:bigint
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src5
+ location pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src5
name default.src5
numFiles 1
numPartitions 0
@@ -122,7 +384,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 1791
- transient_lastDdlTime 1321386862
+ transient_lastDdlTime 1323309941
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -133,7 +395,7 @@ STAGE PLANS:
columns.types string:bigint
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src5
+ location pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src5
name default.src5
numFiles 1
numPartitions 0
@@ -143,7 +405,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 1791
- transient_lastDdlTime 1321386862
+ transient_lastDdlTime 1323309941
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src5
name: default.src5
@@ -167,7 +429,7 @@ STAGE PLANS:
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/tmp/njain/hive_2011-11-15_11-54-22_876_2630154306961832139/-mr-10002
+ directory: file:/tmp/njain/hive_2011-12-07_18-05-41_298_8482350737870409263/-mr-10003
NumFilesPerFileSink: 1
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
@@ -180,66 +442,9 @@ STAGE PLANS:
GatherStats: false
MultiFileSpray: false
- Stage: Stage-2
+ Stage: Stage-4
Map Reduce
Alias -> Map Operator Tree:
- file:/tmp/njain/hive_2011-11-15_11-54-22_876_2630154306961832139/-mr-10002
- TableScan
- GatherStats: false
- Union
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
- outputColumnNames: _col0, _col1
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- sort order: +
- tag: -1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
- null-subquery1-subquery1-subquery1:s-subquery1-subquery1-subquery1:src2
- TableScan
- alias: src2
- GatherStats: false
- Filter Operator
- isSamplingPred: false
- predicate:
- expr: (key < 10)
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: string
- expr: count
- type: bigint
- outputColumnNames: _col0, _col1
- Union
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
- outputColumnNames: _col0, _col1
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- sort order: +
- tag: -1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
null-subquery1-subquery1-subquery2:s-subquery1-subquery1-subquery2:src3
TableScan
alias: src3
@@ -256,130 +461,26 @@ STAGE PLANS:
expr: count
type: bigint
outputColumnNames: _col0, _col1
- Union
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
- outputColumnNames: _col0, _col1
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- sort order: +
- tag: -1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
- null-subquery1-subquery2:s-subquery1-subquery2:src4
- TableScan
- alias: src4
- GatherStats: false
- Filter Operator
- isSamplingPred: false
- predicate:
- expr: (key < 10)
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: string
- expr: count
- type: bigint
- outputColumnNames: _col0, _col1
- Union
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
- outputColumnNames: _col0, _col1
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- sort order: +
- tag: -1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ directory: file:/tmp/njain/hive_2011-12-07_18-05-41_298_8482350737870409263/-mr-10004
+ NumFilesPerFileSink: 1
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string,bigint
+ escape.delim \
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
Needs Tagging: false
Path -> Alias:
- file:/tmp/njain/hive_2011-11-15_11-54-22_876_2630154306961832139/-mr-10002 [file:/tmp/njain/hive_2011-11-15_11-54-22_876_2630154306961832139/-mr-10002]
- pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src2 [null-subquery1-subquery1-subquery1:s-subquery1-subquery1-subquery1:src2]
- pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src3 [null-subquery1-subquery1-subquery2:s-subquery1-subquery1-subquery2:src3]
- pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src4 [null-subquery1-subquery2:s-subquery1-subquery2:src4]
+ pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src3 [null-subquery1-subquery1-subquery2:s-subquery1-subquery1-subquery2:src3]
Path -> Partition:
- file:/tmp/njain/hive_2011-11-15_11-54-22_876_2630154306961832139/-mr-10002
- Partition
- base file name: -mr-10002
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- properties:
- columns _col0,_col1
- columns.types string,bigint
- escape.delim \
-
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- properties:
- columns _col0,_col1
- columns.types string,bigint
- escape.delim \
- pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src2
- Partition
- base file name: src2
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- columns key,count
- columns.types string:bigint
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src2
- name default.src2
- numFiles 1
- numPartitions 0
- numRows 309
- rawDataSize 1482
- serialization.ddl struct src2 { string key, i64 count}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 1791
- transient_lastDdlTime 1321386849
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- columns key,count
- columns.types string:bigint
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src2
- name default.src2
- numFiles 1
- numPartitions 0
- numRows 309
- rawDataSize 1482
- serialization.ddl struct src2 { string key, i64 count}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 1791
- transient_lastDdlTime 1321386849
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src2
- name: default.src2
- pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src3
+ pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src3
Partition
base file name: src3
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -390,7 +491,7 @@ STAGE PLANS:
columns.types string:bigint
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src3
+ location pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src3
name default.src3
numFiles 1
numPartitions 0
@@ -400,7 +501,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 1791
- transient_lastDdlTime 1321386854
+ transient_lastDdlTime 1323309930
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -411,7 +512,7 @@ STAGE PLANS:
columns.types string:bigint
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src3
+ location pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src3
name default.src3
numFiles 1
numPartitions 0
@@ -421,13 +522,52 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 1791
- transient_lastDdlTime 1321386854
+ transient_lastDdlTime 1323309930
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src3
name: default.src3
- pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src4
+
+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+ null-subquery1-subquery1-subquery1:s-subquery1-subquery1-subquery1:src2
+ TableScan
+ alias: src2
+ GatherStats: false
+ Filter Operator
+ isSamplingPred: false
+ predicate:
+ expr: (key < 10)
+ type: boolean
+ Select Operator
+ expressions:
+ expr: key
+ type: string
+ expr: count
+ type: bigint
+ outputColumnNames: _col0, _col1
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ directory: file:/tmp/njain/hive_2011-12-07_18-05-41_298_8482350737870409263/-mr-10005
+ NumFilesPerFileSink: 1
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string,bigint
+ escape.delim \
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+ Needs Tagging: false
+ Path -> Alias:
+ pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src2 [null-subquery1-subquery1-subquery1:s-subquery1-subquery1-subquery1:src2]
+ Path -> Partition:
+ pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src2
Partition
- base file name: src4
+ base file name: src2
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
@@ -436,17 +576,17 @@ STAGE PLANS:
columns.types string:bigint
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src4
- name default.src4
+ location pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src2
+ name default.src2
numFiles 1
numPartitions 0
numRows 309
rawDataSize 1482
- serialization.ddl struct src4 { string key, i64 count}
+ serialization.ddl struct src2 { string key, i64 count}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 1791
- transient_lastDdlTime 1321386858
+ transient_lastDdlTime 1323309926
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -457,39 +597,20 @@ STAGE PLANS:
columns.types string:bigint
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src4
- name default.src4
+ location pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src2
+ name default.src2
numFiles 1
numPartitions 0
numRows 309
rawDataSize 1482
- serialization.ddl struct src4 { string key, i64 count}
+ serialization.ddl struct src2 { string key, i64 count}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 1791
- transient_lastDdlTime 1321386858
+ transient_lastDdlTime 1323309926
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.src4
- name: default.src4
- Reduce Operator Tree:
- Extract
- File Output Operator
- compressed: false
- GlobalTableId: 0
- directory: file:/tmp/njain/hive_2011-11-15_11-54-22_876_2630154306961832139/-ext-10001
- NumFilesPerFileSink: 1
- Stats Publishing Key Prefix: file:/tmp/njain/hive_2011-11-15_11-54-22_876_2630154306961832139/-ext-10001/
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns _col0,_col1
- columns.types string:bigint
- escape.delim \
- serialization.format 1
- TotalFiles: 1
- GatherStats: false
- MultiFileSpray: false
+ name: default.src2
+ name: default.src2
Stage: Stage-0
Fetch Operator
@@ -511,7 +632,7 @@ PREHOOK: Input: default@src2
PREHOOK: Input: default@src3
PREHOOK: Input: default@src4
PREHOOK: Input: default@src5
-PREHOOK: Output: file:/tmp/njain/hive_2011-11-15_11-54-23_140_8208503169307044015/-mr-10000
+PREHOOK: Output: file:/tmp/njain/hive_2011-12-07_18-05-41_450_3758431232103877540/-mr-10000
POSTHOOK: query: select s.key, s.count from (
select key, count from src2 where key < 10
union all
@@ -527,7 +648,7 @@ POSTHOOK: Input: default@src2
POSTHOOK: Input: default@src3
POSTHOOK: Input: default@src4
POSTHOOK: Input: default@src5
-POSTHOOK: Output: file:/tmp/njain/hive_2011-11-15_11-54-23_140_8208503169307044015/-mr-10000
+POSTHOOK: Output: file:/tmp/njain/hive_2011-12-07_18-05-41_450_3758431232103877540/-mr-10000
0 3
0 1
0 3
@@ -541,8 +662,8 @@ POSTHOOK: Output: file:/tmp/njain/hive_2
4 1
4 1
5 3
-5 1
5 3
+5 1
5 3
8 1
8 1
@@ -577,7 +698,9 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1
+ Stage-2 depends on stages: Stage-1, Stage-4, Stage-5
+ Stage-4 is a root stage
+ Stage-5 is a root stage
Stage-0 is a root stage
STAGE PLANS:
@@ -628,10 +751,10 @@ STAGE PLANS:
type: bigint
Needs Tagging: true
Path -> Alias:
- pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src4 [null-subquery2:s-subquery2:a]
- pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src5 [null-subquery2:s-subquery2:b]
+ pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src4 [null-subquery2:s-subquery2:a]
+ pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src5 [null-subquery2:s-subquery2:b]
Path -> Partition:
- pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src4
+ pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src4
Partition
base file name: src4
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -642,7 +765,7 @@ STAGE PLANS:
columns.types string:bigint
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src4
+ location pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src4
name default.src4
numFiles 1
numPartitions 0
@@ -652,7 +775,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 1791
- transient_lastDdlTime 1321386858
+ transient_lastDdlTime 1323309936
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -663,7 +786,7 @@ STAGE PLANS:
columns.types string:bigint
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src4
+ location pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src4
name default.src4
numFiles 1
numPartitions 0
@@ -673,11 +796,11 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 1791
- transient_lastDdlTime 1321386858
+ transient_lastDdlTime 1323309936
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src4
name: default.src4
- pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src5
+ pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src5
Partition
base file name: src5
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -688,7 +811,7 @@ STAGE PLANS:
columns.types string:bigint
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src5
+ location pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src5
name default.src5
numFiles 1
numPartitions 0
@@ -698,7 +821,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 1791
- transient_lastDdlTime 1321386862
+ transient_lastDdlTime 1323309941
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -709,7 +832,7 @@ STAGE PLANS:
columns.types string:bigint
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src5
+ location pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src5
name default.src5
numFiles 1
numPartitions 0
@@ -719,7 +842,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 1791
- transient_lastDdlTime 1321386862
+ transient_lastDdlTime 1323309941
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src5
name: default.src5
@@ -742,7 +865,7 @@ STAGE PLANS:
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/tmp/njain/hive_2011-11-15_11-54-30_437_6095966146467413825/-mr-10002
+ directory: file:/tmp/njain/hive_2011-12-07_18-05-57_369_5480373477963759883/-mr-10002
NumFilesPerFileSink: 1
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
@@ -758,66 +881,146 @@ STAGE PLANS:
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/tmp/njain/hive_2011-11-15_11-54-30_437_6095966146467413825/-mr-10002
- TableScan
- GatherStats: false
- Union
- Select Operator
- expressions:
+ file:/tmp/njain/hive_2011-12-07_18-05-57_369_5480373477963759883/-mr-10002
+ Union
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: bigint
+ outputColumnNames: _col0, _col1
+ Reduce Output Operator
+ key expressions:
+ expr: _col0
+ type: string
+ sort order: +
+ tag: -1
+ value expressions:
expr: _col0
type: string
expr: _col1
type: bigint
- outputColumnNames: _col0, _col1
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- sort order: +
- tag: -1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
- null-subquery1-subquery1:s-subquery1-subquery1:src2
- TableScan
- alias: src2
- GatherStats: false
- Filter Operator
- isSamplingPred: false
- predicate:
- expr: (key < 10)
- type: boolean
- Select Operator
- expressions:
- expr: key
+ file:/tmp/njain/hive_2011-12-07_18-05-57_369_5480373477963759883/-mr-10003
+ Union
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: bigint
+ outputColumnNames: _col0, _col1
+ Reduce Output Operator
+ key expressions:
+ expr: _col0
type: string
- expr: count
+ sort order: +
+ tag: -1
+ value expressions:
+ expr: _col0
+ type: string
+ expr: _col1
type: bigint
- outputColumnNames: _col0, _col1
- Union
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
- outputColumnNames: _col0, _col1
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- sort order: +
- tag: -1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
- null-subquery1-subquery2:s-subquery1-subquery2:src3
+ file:/tmp/njain/hive_2011-12-07_18-05-57_369_5480373477963759883/-mr-10004
+ Union
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: bigint
+ outputColumnNames: _col0, _col1
+ Reduce Output Operator
+ key expressions:
+ expr: _col0
+ type: string
+ sort order: +
+ tag: -1
+ value expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: bigint
+ Needs Tagging: false
+ Path -> Alias:
+ file:/tmp/njain/hive_2011-12-07_18-05-57_369_5480373477963759883/-mr-10002 [file:/tmp/njain/hive_2011-12-07_18-05-57_369_5480373477963759883/-mr-10002]
+ file:/tmp/njain/hive_2011-12-07_18-05-57_369_5480373477963759883/-mr-10003 [file:/tmp/njain/hive_2011-12-07_18-05-57_369_5480373477963759883/-mr-10003]
+ file:/tmp/njain/hive_2011-12-07_18-05-57_369_5480373477963759883/-mr-10004 [file:/tmp/njain/hive_2011-12-07_18-05-57_369_5480373477963759883/-mr-10004]
+ Path -> Partition:
+ file:/tmp/njain/hive_2011-12-07_18-05-57_369_5480373477963759883/-mr-10002
+ Partition
+ base file name: -mr-10002
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string,bigint
+ escape.delim \
+
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string,bigint
+ escape.delim \
+ file:/tmp/njain/hive_2011-12-07_18-05-57_369_5480373477963759883/-mr-10003
+ Partition
+ base file name: -mr-10003
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string,bigint
+ escape.delim \
+
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string,bigint
+ escape.delim \
+ file:/tmp/njain/hive_2011-12-07_18-05-57_369_5480373477963759883/-mr-10004
+ Partition
+ base file name: -mr-10004
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string,bigint
+ escape.delim \
+
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string,bigint
+ escape.delim \
+ Reduce Operator Tree:
+ Extract
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ directory: file:/tmp/njain/hive_2011-12-07_18-05-57_369_5480373477963759883/-ext-10001
+ NumFilesPerFileSink: 1
+ Stats Publishing Key Prefix: file:/tmp/njain/hive_2011-12-07_18-05-57_369_5480373477963759883/-ext-10001/
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string:bigint
+ escape.delim \
+ serialization.format 1
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+
+ Stage: Stage-4
+ Map Reduce
+ Alias -> Map Operator Tree:
+ null-subquery1-subquery1:s-subquery1-subquery1:src2
TableScan
- alias: src3
+ alias: src2
GatherStats: false
Filter Operator
isSamplingPred: false
@@ -831,48 +1034,26 @@ STAGE PLANS:
expr: count
type: bigint
outputColumnNames: _col0, _col1
- Union
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
- outputColumnNames: _col0, _col1
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- sort order: +
- tag: -1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ directory: file:/tmp/njain/hive_2011-12-07_18-05-57_369_5480373477963759883/-mr-10003
+ NumFilesPerFileSink: 1
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string,bigint
+ escape.delim \
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
Needs Tagging: false
Path -> Alias:
- file:/tmp/njain/hive_2011-11-15_11-54-30_437_6095966146467413825/-mr-10002 [file:/tmp/njain/hive_2011-11-15_11-54-30_437_6095966146467413825/-mr-10002]
- pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src2 [null-subquery1-subquery1:s-subquery1-subquery1:src2]
- pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src3 [null-subquery1-subquery2:s-subquery1-subquery2:src3]
+ pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src2 [null-subquery1-subquery1:s-subquery1-subquery1:src2]
Path -> Partition:
- file:/tmp/njain/hive_2011-11-15_11-54-30_437_6095966146467413825/-mr-10002
- Partition
- base file name: -mr-10002
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- properties:
- columns _col0,_col1
- columns.types string,bigint
- escape.delim \
-
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- properties:
- columns _col0,_col1
- columns.types string,bigint
- escape.delim \
- pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src2
+ pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src2
Partition
base file name: src2
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -883,7 +1064,7 @@ STAGE PLANS:
columns.types string:bigint
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src2
+ location pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src2
name default.src2
numFiles 1
numPartitions 0
@@ -893,7 +1074,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 1791
- transient_lastDdlTime 1321386849
+ transient_lastDdlTime 1323309926
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -904,7 +1085,7 @@ STAGE PLANS:
columns.types string:bigint
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src2
+ location pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src2
name default.src2
numFiles 1
numPartitions 0
@@ -914,11 +1095,50 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 1791
- transient_lastDdlTime 1321386849
+ transient_lastDdlTime 1323309926
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src2
name: default.src2
- pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src3
+
+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+ null-subquery1-subquery2:s-subquery1-subquery2:src3
+ TableScan
+ alias: src3
+ GatherStats: false
+ Filter Operator
+ isSamplingPred: false
+ predicate:
+ expr: (key < 10)
+ type: boolean
+ Select Operator
+ expressions:
+ expr: key
+ type: string
+ expr: count
+ type: bigint
+ outputColumnNames: _col0, _col1
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ directory: file:/tmp/njain/hive_2011-12-07_18-05-57_369_5480373477963759883/-mr-10004
+ NumFilesPerFileSink: 1
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string,bigint
+ escape.delim \
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+ Needs Tagging: false
+ Path -> Alias:
+ pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src3 [null-subquery1-subquery2:s-subquery1-subquery2:src3]
+ Path -> Partition:
+ pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src3
Partition
base file name: src3
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -929,7 +1149,7 @@ STAGE PLANS:
columns.types string:bigint
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src3
+ location pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src3
name default.src3
numFiles 1
numPartitions 0
@@ -939,7 +1159,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 1791
- transient_lastDdlTime 1321386854
+ transient_lastDdlTime 1323309930
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -950,7 +1170,7 @@ STAGE PLANS:
columns.types string:bigint
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src3
+ location pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src3
name default.src3
numFiles 1
numPartitions 0
@@ -960,29 +1180,10 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 1791
- transient_lastDdlTime 1321386854
+ transient_lastDdlTime 1323309930
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src3
name: default.src3
- Reduce Operator Tree:
- Extract
- File Output Operator
- compressed: false
- GlobalTableId: 0
- directory: file:/tmp/njain/hive_2011-11-15_11-54-30_437_6095966146467413825/-ext-10001
- NumFilesPerFileSink: 1
- Stats Publishing Key Prefix: file:/tmp/njain/hive_2011-11-15_11-54-30_437_6095966146467413825/-ext-10001/
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns _col0,_col1
- columns.types string:bigint
- escape.delim \
- serialization.format 1
- TotalFiles: 1
- GatherStats: false
- MultiFileSpray: false
Stage: Stage-0
Fetch Operator
@@ -1002,7 +1203,7 @@ PREHOOK: Input: default@src2
PREHOOK: Input: default@src3
PREHOOK: Input: default@src4
PREHOOK: Input: default@src5
-PREHOOK: Output: file:/tmp/njain/hive_2011-11-15_11-54-30_664_3264922141339790749/-mr-10000
+PREHOOK: Output: file:/tmp/njain/hive_2011-12-07_18-05-57_532_8796691937141834686/-mr-10000
POSTHOOK: query: select s.key, s.count from (
select key, count from src2 where key < 10
union all
@@ -1016,7 +1217,7 @@ POSTHOOK: Input: default@src2
POSTHOOK: Input: default@src3
POSTHOOK: Input: default@src4
POSTHOOK: Input: default@src5
-POSTHOOK: Output: file:/tmp/njain/hive_2011-11-15_11-54-30_664_3264922141339790749/-mr-10000
+POSTHOOK: Output: file:/tmp/njain/hive_2011-12-07_18-05-57_532_8796691937141834686/-mr-10000
0 3
0 3
0 3
@@ -1061,7 +1262,9 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-2 depends on stages: Stage-1
- Stage-3 depends on stages: Stage-2
+ Stage-3 depends on stages: Stage-2, Stage-5, Stage-6
+ Stage-5 is a root stage
+ Stage-6 is a root stage
Stage-0 is a root stage
STAGE PLANS:
@@ -1109,10 +1312,10 @@ STAGE PLANS:
tag: 1
Needs Tagging: true
Path -> Alias:
- pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src4 [null-subquery2:s-subquery2:a]
- pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src5 [null-subquery2:s-subquery2:b]
+ pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src4 [null-subquery2:s-subquery2:a]
+ pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src5 [null-subquery2:s-subquery2:b]
Path -> Partition:
- pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src4
+ pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src4
Partition
base file name: src4
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -1123,7 +1326,7 @@ STAGE PLANS:
columns.types string:bigint
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src4
+ location pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src4
name default.src4
numFiles 1
numPartitions 0
@@ -1133,7 +1336,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 1791
- transient_lastDdlTime 1321386858
+ transient_lastDdlTime 1323309936
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -1144,7 +1347,7 @@ STAGE PLANS:
columns.types string:bigint
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src4
+ location pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src4
name default.src4
numFiles 1
numPartitions 0
@@ -1154,11 +1357,11 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 1791
- transient_lastDdlTime 1321386858
+ transient_lastDdlTime 1323309936
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src4
name: default.src4
- pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src5
+ pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src5
Partition
base file name: src5
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -1169,7 +1372,7 @@ STAGE PLANS:
columns.types string:bigint
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src5
+ location pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src5
name default.src5
numFiles 1
numPartitions 0
@@ -1179,7 +1382,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 1791
- transient_lastDdlTime 1321386862
+ transient_lastDdlTime 1323309941
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -1190,7 +1393,7 @@ STAGE PLANS:
columns.types string:bigint
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src5
+ location pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src5
name default.src5
numFiles 1
numPartitions 0
@@ -1200,7 +1403,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 1791
- transient_lastDdlTime 1321386862
+ transient_lastDdlTime 1323309941
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src5
name: default.src5
@@ -1230,7 +1433,7 @@ STAGE PLANS:
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/tmp/njain/hive_2011-11-15_11-54-37_874_388798219643163647/-mr-10002
+ directory: file:/tmp/njain/hive_2011-12-07_18-06-10_646_288553186490152714/-mr-10002
NumFilesPerFileSink: 1
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
@@ -1246,7 +1449,7 @@ STAGE PLANS:
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/tmp/njain/hive_2011-11-15_11-54-37_874_388798219643163647/-mr-10002
+ file:/tmp/njain/hive_2011-12-07_18-06-10_646_288553186490152714/-mr-10002
Reduce Output Operator
key expressions:
expr: _col0
@@ -1261,9 +1464,9 @@ STAGE PLANS:
type: bigint
Needs Tagging: false
Path -> Alias:
- file:/tmp/njain/hive_2011-11-15_11-54-37_874_388798219643163647/-mr-10002 [file:/tmp/njain/hive_2011-11-15_11-54-37_874_388798219643163647/-mr-10002]
+ file:/tmp/njain/hive_2011-12-07_18-06-10_646_288553186490152714/-mr-10002 [file:/tmp/njain/hive_2011-12-07_18-06-10_646_288553186490152714/-mr-10002]
Path -> Partition:
- file:/tmp/njain/hive_2011-11-15_11-54-37_874_388798219643163647/-mr-10002
+ file:/tmp/njain/hive_2011-12-07_18-06-10_646_288553186490152714/-mr-10002
Partition
base file name: -mr-10002
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
@@ -1299,7 +1502,7 @@ STAGE PLANS:
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/tmp/njain/hive_2011-11-15_11-54-37_874_388798219643163647/-mr-10003
+ directory: file:/tmp/njain/hive_2011-12-07_18-06-10_646_288553186490152714/-mr-10003
NumFilesPerFileSink: 1
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
@@ -1315,105 +1518,73 @@ STAGE PLANS:
Stage: Stage-3
Map Reduce
Alias -> Map Operator Tree:
- file:/tmp/njain/hive_2011-11-15_11-54-37_874_388798219643163647/-mr-10003
- TableScan
- GatherStats: false
- Union
- Select Operator
- expressions:
+ file:/tmp/njain/hive_2011-12-07_18-06-10_646_288553186490152714/-mr-10003
+ Union
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: bigint
+ outputColumnNames: _col0, _col1
+ Reduce Output Operator
+ key expressions:
+ expr: _col0
+ type: string
+ sort order: +
+ tag: -1
+ value expressions:
expr: _col0
type: string
expr: _col1
type: bigint
- outputColumnNames: _col0, _col1
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- sort order: +
- tag: -1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
- null-subquery1-subquery1:s-subquery1-subquery1:src2
- TableScan
- alias: src2
- GatherStats: false
- Filter Operator
- isSamplingPred: false
- predicate:
- expr: (key < 10)
- type: boolean
- Select Operator
- expressions:
- expr: key
+ file:/tmp/njain/hive_2011-12-07_18-06-10_646_288553186490152714/-mr-10004
+ Union
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: bigint
+ outputColumnNames: _col0, _col1
+ Reduce Output Operator
+ key expressions:
+ expr: _col0
type: string
- expr: count
+ sort order: +
+ tag: -1
+ value expressions:
+ expr: _col0
+ type: string
+ expr: _col1
type: bigint
- outputColumnNames: _col0, _col1
- Union
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
- outputColumnNames: _col0, _col1
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- sort order: +
- tag: -1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
- null-subquery1-subquery2:s-subquery1-subquery2:src3
- TableScan
- alias: src3
- GatherStats: false
- Filter Operator
- isSamplingPred: false
- predicate:
- expr: (key < 10)
- type: boolean
- Select Operator
- expressions:
- expr: key
+ file:/tmp/njain/hive_2011-12-07_18-06-10_646_288553186490152714/-mr-10005
+ Union
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: bigint
+ outputColumnNames: _col0, _col1
+ Reduce Output Operator
+ key expressions:
+ expr: _col0
type: string
- expr: count
+ sort order: +
+ tag: -1
+ value expressions:
+ expr: _col0
+ type: string
+ expr: _col1
type: bigint
- outputColumnNames: _col0, _col1
- Union
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
- outputColumnNames: _col0, _col1
- Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- sort order: +
- tag: -1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: bigint
Needs Tagging: false
Path -> Alias:
- file:/tmp/njain/hive_2011-11-15_11-54-37_874_388798219643163647/-mr-10003 [file:/tmp/njain/hive_2011-11-15_11-54-37_874_388798219643163647/-mr-10003]
- pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src2 [null-subquery1-subquery1:s-subquery1-subquery1:src2]
- pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src3 [null-subquery1-subquery2:s-subquery1-subquery2:src3]
+ file:/tmp/njain/hive_2011-12-07_18-06-10_646_288553186490152714/-mr-10003 [file:/tmp/njain/hive_2011-12-07_18-06-10_646_288553186490152714/-mr-10003]
+ file:/tmp/njain/hive_2011-12-07_18-06-10_646_288553186490152714/-mr-10004 [file:/tmp/njain/hive_2011-12-07_18-06-10_646_288553186490152714/-mr-10004]
+ file:/tmp/njain/hive_2011-12-07_18-06-10_646_288553186490152714/-mr-10005 [file:/tmp/njain/hive_2011-12-07_18-06-10_646_288553186490152714/-mr-10005]
Path -> Partition:
- file:/tmp/njain/hive_2011-11-15_11-54-37_874_388798219643163647/-mr-10003
+ file:/tmp/njain/hive_2011-12-07_18-06-10_646_288553186490152714/-mr-10003
Partition
base file name: -mr-10003
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
@@ -1429,7 +1600,97 @@ STAGE PLANS:
columns _col0,_col1
columns.types string,bigint
escape.delim \
- pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src2
+ file:/tmp/njain/hive_2011-12-07_18-06-10_646_288553186490152714/-mr-10004
+ Partition
+ base file name: -mr-10004
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string,bigint
+ escape.delim \
+
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string,bigint
+ escape.delim \
+ file:/tmp/njain/hive_2011-12-07_18-06-10_646_288553186490152714/-mr-10005
+ Partition
+ base file name: -mr-10005
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string,bigint
+ escape.delim \
+
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string,bigint
+ escape.delim \
+ Reduce Operator Tree:
+ Extract
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ directory: file:/tmp/njain/hive_2011-12-07_18-06-10_646_288553186490152714/-ext-10001
+ NumFilesPerFileSink: 1
+ Stats Publishing Key Prefix: file:/tmp/njain/hive_2011-12-07_18-06-10_646_288553186490152714/-ext-10001/
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string:bigint
+ escape.delim \
+ serialization.format 1
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+
+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+ null-subquery1-subquery1:s-subquery1-subquery1:src2
+ TableScan
+ alias: src2
+ GatherStats: false
+ Filter Operator
+ isSamplingPred: false
+ predicate:
+ expr: (key < 10)
+ type: boolean
+ Select Operator
+ expressions:
+ expr: key
+ type: string
+ expr: count
+ type: bigint
+ outputColumnNames: _col0, _col1
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ directory: file:/tmp/njain/hive_2011-12-07_18-06-10_646_288553186490152714/-mr-10004
+ NumFilesPerFileSink: 1
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string,bigint
+ escape.delim \
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+ Needs Tagging: false
+ Path -> Alias:
+ pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src2 [null-subquery1-subquery1:s-subquery1-subquery1:src2]
+ Path -> Partition:
+ pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src2
Partition
base file name: src2
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -1440,7 +1701,7 @@ STAGE PLANS:
columns.types string:bigint
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src2
+ location pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src2
name default.src2
numFiles 1
numPartitions 0
@@ -1450,7 +1711,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 1791
- transient_lastDdlTime 1321386849
+ transient_lastDdlTime 1323309926
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -1461,7 +1722,7 @@ STAGE PLANS:
columns.types string:bigint
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src2
+ location pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src2
name default.src2
numFiles 1
numPartitions 0
@@ -1471,11 +1732,50 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 1791
- transient_lastDdlTime 1321386849
+ transient_lastDdlTime 1323309926
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src2
name: default.src2
- pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src3
+
+ Stage: Stage-6
+ Map Reduce
+ Alias -> Map Operator Tree:
+ null-subquery1-subquery2:s-subquery1-subquery2:src3
+ TableScan
+ alias: src3
+ GatherStats: false
+ Filter Operator
+ isSamplingPred: false
+ predicate:
+ expr: (key < 10)
+ type: boolean
+ Select Operator
+ expressions:
+ expr: key
+ type: string
+ expr: count
+ type: bigint
+ outputColumnNames: _col0, _col1
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ directory: file:/tmp/njain/hive_2011-12-07_18-06-10_646_288553186490152714/-mr-10005
+ NumFilesPerFileSink: 1
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ properties:
+ columns _col0,_col1
+ columns.types string,bigint
+ escape.delim \
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+ Needs Tagging: false
+ Path -> Alias:
+ pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src3 [null-subquery1-subquery2:s-subquery1-subquery2:src3]
+ Path -> Partition:
+ pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src3
Partition
base file name: src3
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -1486,7 +1786,7 @@ STAGE PLANS:
columns.types string:bigint
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src3
+ location pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src3
name default.src3
numFiles 1
numPartitions 0
@@ -1496,7 +1796,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 1791
- transient_lastDdlTime 1321386854
+ transient_lastDdlTime 1323309930
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -1507,7 +1807,7 @@ STAGE PLANS:
columns.types string:bigint
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/njain/hive_commit1/build/ql/test/data/warehouse/src3
+ location pfile:/data/users/njain/hive_commit2/build/ql/test/data/warehouse/src3
name default.src3
numFiles 1
numPartitions 0
@@ -1517,29 +1817,10 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 1791
- transient_lastDdlTime 1321386854
+ transient_lastDdlTime 1323309930
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src3
name: default.src3
- Reduce Operator Tree:
- Extract
- File Output Operator
- compressed: false
- GlobalTableId: 0
- directory: file:/tmp/njain/hive_2011-11-15_11-54-37_874_388798219643163647/-ext-10001
- NumFilesPerFileSink: 1
- Stats Publishing Key Prefix: file:/tmp/njain/hive_2011-11-15_11-54-37_874_388798219643163647/-ext-10001/
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns _col0,_col1
- columns.types string:bigint
- escape.delim \
- serialization.format 1
- TotalFiles: 1
- GatherStats: false
- MultiFileSpray: false
Stage: Stage-0
Fetch Operator
@@ -1559,7 +1840,7 @@ PREHOOK: Input: default@src2
PREHOOK: Input: default@src3
PREHOOK: Input: default@src4
PREHOOK: Input: default@src5
-PREHOOK: Output: file:/tmp/njain/hive_2011-11-15_11-54-38_100_4701705389919381994/-mr-10000
+PREHOOK: Output: file:/tmp/njain/hive_2011-12-07_18-06-10_797_9067066248849265470/-mr-10000
POSTHOOK: query: select s.key, s.count from (
select key, count from src2 where key < 10
union all
@@ -1573,7 +1854,7 @@ POSTHOOK: Input: default@src2
POSTHOOK: Input: default@src3
POSTHOOK: Input: default@src4
POSTHOOK: Input: default@src5
-POSTHOOK: Output: file:/tmp/njain/hive_2011-11-15_11-54-38_100_4701705389919381994/-mr-10000
+POSTHOOK: Output: file:/tmp/njain/hive_2011-12-07_18-06-10_797_9067066248849265470/-mr-10000
0 1
0 3
0 3
@@ -1583,8 +1864,8 @@ POSTHOOK: Output: file:/tmp/njain/hive_2
4 1
4 1
4 1
-5 1
5 3
+5 1
5 3
8 1
8 1