You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by na...@apache.org on 2010/11/05 18:29:30 UTC
svn commit: r1031676 [14/15] - in /hive/trunk: ./
ql/src/java/org/apache/hadoop/hive/ql/exec/
ql/src/java/org/apache/hadoop/hive/ql/optimizer/
ql/src/java/org/apache/hadoop/hive/ql/optimizer/pcr/
ql/src/java/org/apache/hadoop/hive/ql/optimizer/ppr/ ql/...
Modified: hive/trunk/ql/src/test/results/clientpositive/stats11.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/stats11.q.out?rev=1031676&r1=1031675&r2=1031676&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/stats11.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/stats11.q.out Fri Nov 5 17:29:28 2010
@@ -104,28 +104,23 @@ STAGE PLANS:
TableScan
alias: b
GatherStats: false
- Filter Operator
- isSamplingPred: false
- predicate:
- expr: (ds = '2008-04-08')
- type: boolean
- JDBM Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {value} {ds}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[key]]
- Position of Big Table: 0
+ JDBM Sink Operator
+ condition expressions:
+ 0 {key} {value}
+ 1 {value} {ds}
+ handleSkewJoin: false
+ keys:
+ 0 [Column[key]]
+ 1 [Column[key]]
+ Position of Big Table: 0
Bucket Mapjoin Context:
Alias Bucket Base File Name Mapping:
b {srcbucket20.txt=[srcbucket20.txt, srcbucket22.txt], srcbucket21.txt=[srcbucket21.txt, srcbucket23.txt]}
Alias Bucket File Name Mapping:
- b {pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]}
+ b {pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]}
Alias Bucket Output File Name Mapping:
- pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0
- pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1
Stage: Stage-1
Map Reduce
@@ -174,9 +169,9 @@ STAGE PLANS:
File Output Operator
compressed: false
GlobalTableId: 1
- directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10002
+ directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-43-46_394_6815278039409347690/-ext-10002
NumFilesPerFileSink: 1
- Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10000/
+ Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-43-46_394_6815278039409347690/-ext-10000/
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -186,12 +181,12 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
name bucketmapjoin_tmp_result
serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288217681
+ transient_lastDdlTime 1288395826
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: bucketmapjoin_tmp_result
TotalFiles: 1
@@ -201,9 +196,9 @@ STAGE PLANS:
Map Reduce Local Work
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin [a]
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin [a]
Path -> Partition:
- pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin
Partition
base file name: srcbucket_mapjoin
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -215,12 +210,12 @@ STAGE PLANS:
columns.types int:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin
name srcbucket_mapjoin
serialization.ddl struct srcbucket_mapjoin { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288217678
+ transient_lastDdlTime 1288395819
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -232,12 +227,12 @@ STAGE PLANS:
columns.types int:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin
name srcbucket_mapjoin
serialization.ddl struct srcbucket_mapjoin { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288217678
+ transient_lastDdlTime 1288395819
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcbucket_mapjoin
name: srcbucket_mapjoin
@@ -249,14 +244,14 @@ STAGE PLANS:
Move Operator
files:
hdfs directory: true
- source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10002
- destination: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10000
+ source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-43-46_394_6815278039409347690/-ext-10002
+ destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-43-46_394_6815278039409347690/-ext-10000
Stage: Stage-0
Move Operator
tables:
replace: true
- source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10000
+ source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-43-46_394_6815278039409347690/-ext-10000
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -266,28 +261,28 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
name bucketmapjoin_tmp_result
serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288217681
+ transient_lastDdlTime 1288395826
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: bucketmapjoin_tmp_result
- tmp directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10001
+ tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-43-46_394_6815278039409347690/-ext-10001
Stage: Stage-2
Stats-Aggr Operator
- Stats Aggregation Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10000/
+ Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-43-46_394_6815278039409347690/-ext-10000/
Stage: Stage-3
Map Reduce
Alias -> Map Operator Tree:
- pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10002
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-43-46_394_6815278039409347690/-ext-10002
File Output Operator
compressed: false
GlobalTableId: 0
- directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10000
+ directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-43-46_394_6815278039409347690/-ext-10000
NumFilesPerFileSink: 1
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -298,12 +293,12 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
name bucketmapjoin_tmp_result
serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288217681
+ transient_lastDdlTime 1288395826
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: bucketmapjoin_tmp_result
TotalFiles: 1
@@ -311,9 +306,9 @@ STAGE PLANS:
MultiFileSpray: false
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10002 [pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10002]
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-43-46_394_6815278039409347690/-ext-10002 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-43-46_394_6815278039409347690/-ext-10002]
Path -> Partition:
- pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10002
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-43-46_394_6815278039409347690/-ext-10002
Partition
base file name: -ext-10002
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -324,12 +319,12 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
name bucketmapjoin_tmp_result
serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288217681
+ transient_lastDdlTime 1288395826
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -340,12 +335,12 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
name bucketmapjoin_tmp_result
serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288217681
+ transient_lastDdlTime 1288395826
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: bucketmapjoin_tmp_result
name: bucketmapjoin_tmp_result
@@ -373,11 +368,11 @@ POSTHOOK: Lineage: bucketmapjoin_tmp_res
PREHOOK: query: select count(1) from bucketmapjoin_tmp_result
PREHOOK: type: QUERY
PREHOOK: Input: default@bucketmapjoin_tmp_result
-PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-14-50_095_3921503802679188237/-mr-10000
+PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-43-57_636_6913530990309837371/-mr-10000
POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result
POSTHOOK: type: QUERY
POSTHOOK: Input: default@bucketmapjoin_tmp_result
-POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-14-50_095_3921503802679188237/-mr-10000
+POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-43-57_636_6913530990309837371/-mr-10000
POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
@@ -426,11 +421,11 @@ POSTHOOK: Lineage: bucketmapjoin_tmp_res
PREHOOK: query: select count(1) from bucketmapjoin_tmp_result
PREHOOK: type: QUERY
PREHOOK: Input: default@bucketmapjoin_tmp_result
-PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-09_956_1467526469974049835/-mr-10000
+PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-44-15_220_6414939925632720078/-mr-10000
POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result
POSTHOOK: type: QUERY
POSTHOOK: Input: default@bucketmapjoin_tmp_result
-POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-09_956_1467526469974049835/-mr-10000
+POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-44-15_220_6414939925632720078/-mr-10000
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
@@ -469,14 +464,14 @@ on a.key = b.key
PREHOOK: type: QUERY
PREHOOK: Input: default@bucketmapjoin_hash_result_1
PREHOOK: Input: default@bucketmapjoin_hash_result_2
-PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-16_402_1274526735492717452/-mr-10000
+PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-44-22_991_5574834826319442482/-mr-10000
POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2
from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b
on a.key = b.key
POSTHOOK: type: QUERY
POSTHOOK: Input: default@bucketmapjoin_hash_result_1
POSTHOOK: Input: default@bucketmapjoin_hash_result_2
-POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-16_402_1274526735492717452/-mr-10000
+POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-44-22_991_5574834826319442482/-mr-10000
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
@@ -551,12 +546,12 @@ STAGE PLANS:
Alias Bucket Base File Name Mapping:
a {srcbucket20.txt=[srcbucket20.txt], srcbucket21.txt=[srcbucket21.txt], srcbucket22.txt=[srcbucket20.txt], srcbucket23.txt=[srcbucket21.txt]}
Alias Bucket File Name Mapping:
- a {pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]}
+ a {pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]}
Alias Bucket Output File Name Mapping:
- pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0
- pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1
- pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2
- pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3
Stage: Stage-1
Map Reduce
@@ -565,85 +560,80 @@ STAGE PLANS:
TableScan
alias: b
GatherStats: false
- Filter Operator
- isSamplingPred: false
- predicate:
- expr: (ds = '2008-04-08')
- type: boolean
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {key} {value}
- 1 {value} {ds}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[key]]
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {key} {value}
+ 1 {value} {ds}
+ handleSkewJoin: false
+ keys:
+ 0 [Column[key]]
+ 1 [Column[key]]
+ outputColumnNames: _col0, _col1, _col5, _col6
+ Position of Big Table: 1
+ Select Operator
+ expressions:
+ expr: _col0
+ type: int
+ expr: _col1
+ type: string
+ expr: _col5
+ type: string
+ expr: _col6
+ type: string
outputColumnNames: _col0, _col1, _col5, _col6
- Position of Big Table: 1
- Select Operator
- expressions:
- expr: _col0
- type: int
- expr: _col1
- type: string
- expr: _col5
- type: string
- expr: _col6
- type: string
- outputColumnNames: _col0, _col1, _col5, _col6
- Filter Operator
- isSamplingPred: false
- predicate:
- expr: (_col6 = '2008-04-08')
- type: boolean
- Select Operator
- expressions:
- expr: _col0
- type: int
- expr: _col1
- type: string
- expr: _col5
- type: string
- outputColumnNames: _col0, _col1, _col2
- File Output Operator
- compressed: false
- GlobalTableId: 1
- directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10002
- NumFilesPerFileSink: 1
- Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10000/
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- columns key,value1,value2
- columns.types string:string:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
- name bucketmapjoin_tmp_result
- numFiles 1
- numPartitions 0
- numRows 464
- serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 8983
- transient_lastDdlTime 1288217709
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: bucketmapjoin_tmp_result
- TotalFiles: 1
- GatherStats: true
- MultiFileSpray: false
+ Filter Operator
+ isSamplingPred: false
+ predicate:
+ expr: (_col6 = '2008-04-08')
+ type: boolean
+ Select Operator
+ expressions:
+ expr: _col0
+ type: int
+ expr: _col1
+ type: string
+ expr: _col5
+ type: string
+ outputColumnNames: _col0, _col1, _col2
+ File Output Operator
+ compressed: false
+ GlobalTableId: 1
+ directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-44-26_534_2407093348880744592/-ext-10002
+ NumFilesPerFileSink: 1
+ Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-44-26_534_2407093348880744592/-ext-10000/
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
+ name bucketmapjoin_tmp_result
+ numFiles 1
+ numPartitions 0
+ numRows 464
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 8983
+ transient_lastDdlTime 1288395855
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: bucketmapjoin_tmp_result
+ TotalFiles: 1
+ GatherStats: true
+ MultiFileSpray: false
Local Work:
Map Reduce Local Work
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b]
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b]
Path -> Partition:
- pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08
Partition
base file name: ds=2008-04-08
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -657,13 +647,13 @@ STAGE PLANS:
columns.types int:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part
name srcbucket_mapjoin_part
partition_columns ds
serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288217678
+ transient_lastDdlTime 1288395819
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -675,13 +665,13 @@ STAGE PLANS:
columns.types int:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part
name srcbucket_mapjoin_part
partition_columns ds
serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288217678
+ transient_lastDdlTime 1288395819
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcbucket_mapjoin_part
name: srcbucket_mapjoin_part
@@ -693,14 +683,14 @@ STAGE PLANS:
Move Operator
files:
hdfs directory: true
- source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10002
- destination: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10000
+ source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-44-26_534_2407093348880744592/-ext-10002
+ destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-44-26_534_2407093348880744592/-ext-10000
Stage: Stage-0
Move Operator
tables:
replace: true
- source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10000
+ source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-44-26_534_2407093348880744592/-ext-10000
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -710,7 +700,7 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
name bucketmapjoin_tmp_result
numFiles 1
numPartitions 0
@@ -719,23 +709,23 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 8983
- transient_lastDdlTime 1288217709
+ transient_lastDdlTime 1288395855
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: bucketmapjoin_tmp_result
- tmp directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10001
+ tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-44-26_534_2407093348880744592/-ext-10001
Stage: Stage-2
Stats-Aggr Operator
- Stats Aggregation Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10000/
+ Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-44-26_534_2407093348880744592/-ext-10000/
Stage: Stage-3
Map Reduce
Alias -> Map Operator Tree:
- pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10002
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-44-26_534_2407093348880744592/-ext-10002
File Output Operator
compressed: false
GlobalTableId: 0
- directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10000
+ directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-44-26_534_2407093348880744592/-ext-10000
NumFilesPerFileSink: 1
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -746,7 +736,7 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
name bucketmapjoin_tmp_result
numFiles 1
numPartitions 0
@@ -755,7 +745,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 8983
- transient_lastDdlTime 1288217709
+ transient_lastDdlTime 1288395855
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: bucketmapjoin_tmp_result
TotalFiles: 1
@@ -763,9 +753,9 @@ STAGE PLANS:
MultiFileSpray: false
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10002 [pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10002]
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-44-26_534_2407093348880744592/-ext-10002 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-44-26_534_2407093348880744592/-ext-10002]
Path -> Partition:
- pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10002
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-44-26_534_2407093348880744592/-ext-10002
Partition
base file name: -ext-10002
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -776,7 +766,7 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
name bucketmapjoin_tmp_result
numFiles 1
numPartitions 0
@@ -785,7 +775,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 8983
- transient_lastDdlTime 1288217709
+ transient_lastDdlTime 1288395855
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -796,7 +786,7 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
name bucketmapjoin_tmp_result
numFiles 1
numPartitions 0
@@ -805,7 +795,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 8983
- transient_lastDdlTime 1288217709
+ transient_lastDdlTime 1288395855
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: bucketmapjoin_tmp_result
name: bucketmapjoin_tmp_result
@@ -845,11 +835,11 @@ POSTHOOK: Lineage: bucketmapjoin_tmp_res
PREHOOK: query: select count(1) from bucketmapjoin_tmp_result
PREHOOK: type: QUERY
PREHOOK: Input: default@bucketmapjoin_tmp_result
-PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-27_883_5821584311616966454/-mr-10000
+PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-44-39_626_4157954330716298219/-mr-10000
POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result
POSTHOOK: type: QUERY
POSTHOOK: Input: default@bucketmapjoin_tmp_result
-POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-27_883_5821584311616966454/-mr-10000
+POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-44-39_626_4157954330716298219/-mr-10000
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
@@ -934,11 +924,11 @@ POSTHOOK: Lineage: bucketmapjoin_tmp_res
PREHOOK: query: select count(1) from bucketmapjoin_tmp_result
PREHOOK: type: QUERY
PREHOOK: Input: default@bucketmapjoin_tmp_result
-PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-42_761_6730929785597192047/-mr-10000
+PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-44-57_762_5091416448208285883/-mr-10000
POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result
POSTHOOK: type: QUERY
POSTHOOK: Input: default@bucketmapjoin_tmp_result
-POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-42_761_6730929785597192047/-mr-10000
+POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-44-57_762_5091416448208285883/-mr-10000
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
@@ -1001,14 +991,14 @@ on a.key = b.key
PREHOOK: type: QUERY
PREHOOK: Input: default@bucketmapjoin_hash_result_1
PREHOOK: Input: default@bucketmapjoin_hash_result_2
-PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-49_261_7311186777068701827/-mr-10000
+PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-45-05_839_2112240909542356817/-mr-10000
POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2
from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b
on a.key = b.key
POSTHOOK: type: QUERY
POSTHOOK: Input: default@bucketmapjoin_hash_result_1
POSTHOOK: Input: default@bucketmapjoin_hash_result_2
-POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-49_261_7311186777068701827/-mr-10000
+POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-45-05_839_2112240909542356817/-mr-10000
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
Modified: hive/trunk/ql/src/test/results/clientpositive/stats2.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/stats2.q.out?rev=1031676&r1=1031675&r2=1031676&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/stats2.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/stats2.q.out Fri Nov 5 17:29:28 2010
@@ -27,29 +27,25 @@ STAGE PLANS:
predicate:
expr: ds is not null
type: boolean
- Filter Operator
- predicate:
- expr: ds is not null
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- expr: ds
- type: string
- expr: hr
- type: string
- outputColumnNames: _col0, _col1, _col2, _col3
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: analyze_t1
+ Select Operator
+ expressions:
+ expr: key
+ type: string
+ expr: value
+ type: string
+ expr: ds
+ type: string
+ expr: hr
+ type: string
+ outputColumnNames: _col0, _col1, _col2, _col3
+ File Output Operator
+ compressed: false
+ GlobalTableId: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: analyze_t1
Stage: Stage-0
Move Operator
@@ -106,7 +102,7 @@ value string default
ds string
hr string
-Detailed Table Information Table(tableName:analyze_t1, dbName:default, owner:null, createTime:1286826187, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/analyze_t1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1286826187},
viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE)
+Detailed Table Information Table(tableName:analyze_t1, dbName:default, owner:null, createTime:1288395949, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/analyze_t1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{transient_lastDdlTime=1288395949}, viewOriginalText:null, vie
wExpandedText:null, tableType:MANAGED_TABLE)
PREHOOK: query: explain analyze table analyze_t1 partition (ds, hr) compute statistics
PREHOOK: type: null
POSTHOOK: query: explain analyze table analyze_t1 partition (ds, hr) compute statistics
@@ -185,4 +181,4 @@ value string default
ds string
hr string
-Detailed Table Information Table(tableName:analyze_t1, dbName:default, owner:null, createTime:1286826187, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/analyze_t1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{numPartitions=4, EXTERNAL=FALSE, numFiles=4, transi
ent_lastDdlTime=1286826212, numRows=2000, totalSize=23248}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE)
+Detailed Table Information Table(tableName:analyze_t1, dbName:default, owner:null, createTime:1288395949, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/analyze_t1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{numPartitions=4, numFiles=4, transient_lastDdlTime=1288395961
, numRows=2000, totalSize=23248}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE)
Modified: hive/trunk/ql/src/test/results/clientpositive/transform_ppr2.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/transform_ppr2.q.out?rev=1031676&r1=1031675&r2=1031676&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/transform_ppr2.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/transform_ppr2.q.out Fri Nov 5 17:29:28 2010
@@ -38,52 +38,47 @@ STAGE PLANS:
predicate:
expr: (ds = '2008-04-08')
type: boolean
- Filter Operator
- isSamplingPred: false
- predicate:
- expr: (ds = '2008-04-08')
- type: boolean
- Select Operator
- expressions:
- expr: ds
- type: string
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1, _col2
- Transform Operator
- command: /bin/cat
- output info:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns _col0,_col1,_col2
- columns.types string,string,string
- field.delim 9
- serialization.format 9
- Reduce Output Operator
- key expressions:
- expr: _col1
- type: string
- sort order: +
- Map-reduce partition columns:
- expr: _col1
- type: string
- tag: -1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- expr: _col2
- type: string
+ Select Operator
+ expressions:
+ expr: ds
+ type: string
+ expr: key
+ type: string
+ expr: value
+ type: string
+ outputColumnNames: _col0, _col1, _col2
+ Transform Operator
+ command: /bin/cat
+ output info:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ columns _col0,_col1,_col2
+ columns.types string,string,string
+ field.delim 9
+ serialization.format 9
+ Reduce Output Operator
+ key expressions:
+ expr: _col1
+ type: string
+ sort order: +
+ Map-reduce partition columns:
+ expr: _col1
+ type: string
+ tag: -1
+ value expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ expr: _col2
+ type: string
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [tmap:src]
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [tmap:src]
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [tmap:src]
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [tmap:src]
Path -> Partition:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
Partition
base file name: hr=11
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -97,13 +92,13 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1284588329
+ transient_lastDdlTime 1288389287
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -114,17 +109,17 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1284588329
+ transient_lastDdlTime 1288389287
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
name: srcpart
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
Partition
base file name: hr=12
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -138,13 +133,13 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1284588329
+ transient_lastDdlTime 1288389287
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -155,13 +150,13 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1284588329
+ transient_lastDdlTime 1288389287
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
name: srcpart
@@ -182,9 +177,9 @@ STAGE PLANS:
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/tmp/nzhang/hive_2010-09-15_17-09-57_137_3472461582427948800/-ext-10001
+ directory: file:/tmp/sdong/hive_2010-10-29_16-49-00_753_64980182722766710/-ext-10001
NumFilesPerFileSink: 1
- Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2010-09-15_17-09-57_137_3472461582427948800/-ext-10001/
+ Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-10-29_16-49-00_753_64980182722766710/-ext-10001/
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -212,7 +207,7 @@ SELECT tmap.tkey, tmap.tvalue WHERE tmap
PREHOOK: type: QUERY
PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-15_17-09-57_241_6172961698186584468/-mr-10000
+PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-49-00_883_5539618246289966796/-mr-10000
POSTHOOK: query: FROM (
FROM srcpart src
SELECT TRANSFORM(src.ds, src.key, src.value)
@@ -224,7 +219,7 @@ SELECT tmap.tkey, tmap.tvalue WHERE tmap
POSTHOOK: type: QUERY
POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-15_17-09-57_241_6172961698186584468/-mr-10000
+POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-49-00_883_5539618246289966796/-mr-10000
0 val_0
0 val_0
0 val_0
Modified: hive/trunk/ql/src/test/results/clientpositive/union22.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union22.q.out?rev=1031676&r1=1031675&r2=1031676&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/union22.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/union22.q.out Fri Nov 5 17:29:28 2010
@@ -103,7 +103,7 @@ STAGE PLANS:
Filter Operator
isSamplingPred: false
predicate:
- expr: ((ds = '1') and (k0 > 50))
+ expr: (k0 > 50)
type: boolean
Filter Operator
isSamplingPred: false
@@ -162,7 +162,7 @@ STAGE PLANS:
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/tmp/heyongqiang/hive_2010-10-27_15-39-47_471_6619420927562677446/-mr-10002
+ directory: file:/tmp/sdong/hive_2010-10-29_17-14-01_563_4403090701419949795/-mr-10002
NumFilesPerFileSink: 1
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
@@ -178,9 +178,9 @@ STAGE PLANS:
Map Reduce Local Work
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22/ds=1 [null-subquery2:subq-subquery2:a]
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dst_union22/ds=1 [null-subquery2:subq-subquery2:a]
Path -> Partition:
- pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22/ds=1
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dst_union22/ds=1
Partition
base file name: ds=1
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -193,7 +193,7 @@ STAGE PLANS:
columns.types string:string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dst_union22
name dst_union22
numFiles 1
numPartitions 1
@@ -203,7 +203,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 11624
- transient_lastDdlTime 1288219182
+ transient_lastDdlTime 1288397636
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -214,7 +214,7 @@ STAGE PLANS:
columns.types string:string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dst_union22
name dst_union22
numFiles 1
numPartitions 1
@@ -224,7 +224,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 11624
- transient_lastDdlTime 1288219182
+ transient_lastDdlTime 1288397636
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dst_union22
name: dst_union22
@@ -232,7 +232,7 @@ STAGE PLANS:
Stage: Stage-3
Map Reduce
Alias -> Map Operator Tree:
- file:/tmp/heyongqiang/hive_2010-10-27_15-39-47_471_6619420927562677446/-mr-10002
+ file:/tmp/sdong/hive_2010-10-29_17-14-01_563_4403090701419949795/-mr-10002
Select Operator
expressions:
expr: _col0
@@ -275,10 +275,10 @@ STAGE PLANS:
File Output Operator
compressed: false
GlobalTableId: 1
- directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10000
+ directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_17-14-01_563_4403090701419949795/-ext-10000
NumFilesPerFileSink: 1
Static Partition Specification: ds=2/
- Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10000/
+ Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_17-14-01_563_4403090701419949795/-ext-10000/
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -288,7 +288,7 @@ STAGE PLANS:
columns.types string:string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dst_union22
name dst_union22
numFiles 1
numPartitions 1
@@ -298,7 +298,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 11624
- transient_lastDdlTime 1288219182
+ transient_lastDdlTime 1288397636
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dst_union22
TotalFiles: 1
@@ -311,7 +311,7 @@ STAGE PLANS:
Filter Operator
isSamplingPred: false
predicate:
- expr: ((ds = '1') and (k0 <= 50))
+ expr: (k0 <= 50)
type: boolean
Filter Operator
isSamplingPred: false
@@ -344,10 +344,10 @@ STAGE PLANS:
File Output Operator
compressed: false
GlobalTableId: 1
- directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10000
+ directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_17-14-01_563_4403090701419949795/-ext-10000
NumFilesPerFileSink: 1
Static Partition Specification: ds=2/
- Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10000/
+ Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_17-14-01_563_4403090701419949795/-ext-10000/
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -357,7 +357,7 @@ STAGE PLANS:
columns.types string:string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dst_union22
name dst_union22
numFiles 1
numPartitions 1
@@ -367,7 +367,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 11624
- transient_lastDdlTime 1288219182
+ transient_lastDdlTime 1288397636
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dst_union22
TotalFiles: 1
@@ -375,10 +375,10 @@ STAGE PLANS:
MultiFileSpray: false
Needs Tagging: false
Path -> Alias:
- file:/tmp/heyongqiang/hive_2010-10-27_15-39-47_471_6619420927562677446/-mr-10002 [file:/tmp/heyongqiang/hive_2010-10-27_15-39-47_471_6619420927562677446/-mr-10002]
- pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22_delta/ds=1 [null-subquery1:subq-subquery1:dst_union22_delta]
+ file:/tmp/sdong/hive_2010-10-29_17-14-01_563_4403090701419949795/-mr-10002 [file:/tmp/sdong/hive_2010-10-29_17-14-01_563_4403090701419949795/-mr-10002]
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dst_union22_delta/ds=1 [null-subquery1:subq-subquery1:dst_union22_delta]
Path -> Partition:
- file:/tmp/heyongqiang/hive_2010-10-27_15-39-47_471_6619420927562677446/-mr-10002
+ file:/tmp/sdong/hive_2010-10-29_17-14-01_563_4403090701419949795/-mr-10002
Partition
base file name: -mr-10002
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
@@ -394,7 +394,7 @@ STAGE PLANS:
columns _col0,_col1,_col10,_col11
columns.types string,string,string,string
escape.delim \
- pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22_delta/ds=1
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dst_union22_delta/ds=1
Partition
base file name: ds=1
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -407,7 +407,7 @@ STAGE PLANS:
columns.types string:string:string:string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22_delta
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dst_union22_delta
name dst_union22_delta
numFiles 1
numPartitions 1
@@ -417,7 +417,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 17436
- transient_lastDdlTime 1288219187
+ transient_lastDdlTime 1288397641
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -428,7 +428,7 @@ STAGE PLANS:
columns.types string:string:string:string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22_delta
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dst_union22_delta
name dst_union22_delta
numFiles 1
numPartitions 1
@@ -438,7 +438,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 17436
- transient_lastDdlTime 1288219187
+ transient_lastDdlTime 1288397641
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dst_union22_delta
name: dst_union22_delta
@@ -449,7 +449,7 @@ STAGE PLANS:
partition:
ds 2
replace: true
- source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10000
+ source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_17-14-01_563_4403090701419949795/-ext-10000
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -459,7 +459,7 @@ STAGE PLANS:
columns.types string:string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dst_union22
name dst_union22
numFiles 1
numPartitions 1
@@ -469,14 +469,14 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 11624
- transient_lastDdlTime 1288219182
+ transient_lastDdlTime 1288397636
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dst_union22
- tmp directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10001
+ tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_17-14-01_563_4403090701419949795/-ext-10001
Stage: Stage-4
Stats-Aggr Operator
- Stats Aggregation Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10000/
+ Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_17-14-01_563_4403090701419949795/-ext-10000/
PREHOOK: query: insert overwrite table dst_union22 partition (ds='2')
select * from
@@ -525,11 +525,11 @@ POSTHOOK: Lineage: dst_union22_delta PAR
PREHOOK: query: select * from dst_union22 where ds = '2' order by k1
PREHOOK: type: QUERY
PREHOOK: Input: default@dst_union22@ds=2
-PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-39-55_296_3770070825629131400/-mr-10000
+PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_17-14-11_051_2672122077731872074/-mr-10000
POSTHOOK: query: select * from dst_union22 where ds = '2' order by k1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@dst_union22@ds=2
-POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-39-55_296_3770070825629131400/-mr-10000
+POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_17-14-11_051_2672122077731872074/-mr-10000
POSTHOOK: Lineage: dst_union22 PARTITION(ds=1).k1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: dst_union22 PARTITION(ds=1).k2 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
POSTHOOK: Lineage: dst_union22 PARTITION(ds=1).k3 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
Modified: hive/trunk/ql/src/test/results/clientpositive/union_ppr.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union_ppr.q.out?rev=1031676&r1=1031675&r2=1031676&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/union_ppr.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/union_ppr.q.out Fri Nov 5 17:29:28 2010
@@ -34,7 +34,7 @@ STAGE PLANS:
Filter Operator
isSamplingPred: false
predicate:
- expr: ((key < 100) and (ds = '2008-04-08'))
+ expr: (key < 100)
type: boolean
Filter Operator
isSamplingPred: false
@@ -91,7 +91,7 @@ STAGE PLANS:
Filter Operator
isSamplingPred: false
predicate:
- expr: ((key < 100) and (ds = '2008-04-08'))
+ expr: (key < 100)
type: boolean
Filter Operator
isSamplingPred: false
@@ -143,10 +143,10 @@ STAGE PLANS:
type: string
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [null-subquery1:a-subquery1:x, null-subquery2:a-subquery2:y]
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [null-subquery1:a-subquery1:x, null-subquery2:a-subquery2:y]
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [null-subquery1:a-subquery1:x, null-subquery2:a-subquery2:y]
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [null-subquery1:a-subquery1:x, null-subquery2:a-subquery2:y]
Path -> Partition:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
Partition
base file name: hr=11
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -160,13 +160,13 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1284588329
+ transient_lastDdlTime 1288389287
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -177,17 +177,17 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1284588329
+ transient_lastDdlTime 1288389287
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
name: srcpart
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
+ pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
Partition
base file name: hr=12
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -201,13 +201,13 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1284588329
+ transient_lastDdlTime 1288389287
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -218,13 +218,13 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1284588329
+ transient_lastDdlTime 1288389287
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
name: srcpart
@@ -233,9 +233,9 @@ STAGE PLANS:
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/tmp/nzhang/hive_2010-09-15_17-41-50_990_3853346514414187930/-ext-10001
+ directory: file:/tmp/sdong/hive_2010-10-29_17-15-51_547_6672522666077201263/-ext-10001
NumFilesPerFileSink: 1
- Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2010-09-15_17-41-50_990_3853346514414187930/-ext-10001/
+ Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-10-29_17-15-51_547_6672522666077201263/-ext-10001/
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -262,7 +262,7 @@ SORT BY A.key
PREHOOK: type: QUERY
PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-15_17-41-51_133_3284198983915968569/-mr-10000
+PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_17-15-51_705_3706644793504858475/-mr-10000
POSTHOOK: query: SELECT * FROM (
SELECT X.* FROM SRCPART X WHERE X.key < 100
UNION ALL
@@ -273,7 +273,7 @@ SORT BY A.key
POSTHOOK: type: QUERY
POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-15_17-41-51_133_3284198983915968569/-mr-10000
+POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_17-15-51_705_3706644793504858475/-mr-10000
0 val_0 2008-04-08 11
0 val_0 2008-04-08 11
0 val_0 2008-04-08 11