You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by na...@apache.org on 2010/01/16 07:46:07 UTC
svn commit: r899891 [11/31] - in /hadoop/hive/trunk: ./
common/src/java/org/apache/hadoop/hive/conf/ conf/
ql/src/java/org/apache/hadoop/hive/ql/
ql/src/java/org/apache/hadoop/hive/ql/exec/
ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/ ql/src...
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/sample1.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/sample1.q.out?rev=899891&r1=899890&r2=899891&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/sample1.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/sample1.q.out Sat Jan 16 06:44:01 2010
@@ -20,8 +20,10 @@
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-4 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-4
+ Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2
+ Stage-3
+ Stage-0 depends on stages: Stage-3, Stage-2
+ Stage-2
STAGE PLANS:
Stage: Stage-1
@@ -70,7 +72,7 @@
File Output Operator
compressed: false
GlobalTableId: 1
- directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1576961947/10002
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1942066969/10002
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -84,15 +86,15 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- transient_lastDdlTime 1262137471
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest1
+ transient_lastDdlTime 1263595473
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest1
Needs Tagging: false
Path -> Alias:
- file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [s]
+ file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [s]
Path -> Partition:
- file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
+ file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
Partition
base file name: hr=11
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -111,8 +113,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart
- transient_lastDdlTime 1262137470
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/srcpart
+ transient_lastDdlTime 1263595472
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -128,107 +130,27 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart
- transient_lastDdlTime 1262137470
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/srcpart
+ transient_lastDdlTime 1263595472
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
name: srcpart
Stage: Stage-4
Conditional Operator
- list of dependent Tasks:
- Move Operator
- files:
- hdfs directory: true
- source: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1576961947/10002
- destination: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/649434763/10000
- Map Reduce
- Alias -> Map Operator Tree:
- file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1576961947/10002
- Reduce Output Operator
- sort order:
- Map-reduce partition columns:
- expr: rand()
- type: double
- tag: -1
- value expressions:
- expr: key
- type: int
- expr: value
- type: string
- expr: dt
- type: string
- expr: hr
- type: string
- Needs Tagging: false
- Path -> Alias:
- file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1576961947/10002 [file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1576961947/10002]
- Path -> Partition:
- file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1576961947/10002
- Partition
- base file name: 10002
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest1
- columns.types int:string:string:string
- serialization.ddl struct dest1 { i32 key, string value, string dt, string hr}
- serialization.format 1
- columns key,value,dt,hr
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- transient_lastDdlTime 1262137471
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest1
- columns.types int:string:string:string
- serialization.ddl struct dest1 { i32 key, string value, string dt, string hr}
- serialization.format 1
- columns key,value,dt,hr
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- transient_lastDdlTime 1262137471
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest1
- name: dest1
- Reduce Operator Tree:
- Extract
- File Output Operator
- compressed: false
- GlobalTableId: 0
- directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/649434763/10000
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest1
- columns.types int:string:string:string
- serialization.ddl struct dest1 { i32 key, string value, string dt, string hr}
- serialization.format 1
- columns key,value,dt,hr
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- transient_lastDdlTime 1262137471
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest1
+
+ Stage: Stage-3
+ Move Operator
+ files:
+ hdfs directory: true
+ source: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1942066969/10002
+ destination: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/629405183/10000
Stage: Stage-0
Move Operator
tables:
replace: true
- source: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/649434763/10000
+ source: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/629405183/10000
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -242,11 +164,94 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- transient_lastDdlTime 1262137471
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest1
+ transient_lastDdlTime 1263595473
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest1
+ tmp directory: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/629405183/10001
+
+ Stage: Stage-2
+ Map Reduce
+ Alias -> Map Operator Tree:
+ file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1942066969/10002
+ Reduce Output Operator
+ sort order:
+ Map-reduce partition columns:
+ expr: rand()
+ type: double
+ tag: -1
+ value expressions:
+ expr: key
+ type: int
+ expr: value
+ type: string
+ expr: dt
+ type: string
+ expr: hr
+ type: string
+ Needs Tagging: false
+ Path -> Alias:
+ file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1942066969/10002 [file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1942066969/10002]
+ Path -> Partition:
+ file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1942066969/10002
+ Partition
+ base file name: 10002
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest1
+ columns.types int:string:string:string
+ serialization.ddl struct dest1 { i32 key, string value, string dt, string hr}
+ serialization.format 1
+ columns key,value,dt,hr
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest1
+ transient_lastDdlTime 1263595473
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest1
+ columns.types int:string:string:string
+ serialization.ddl struct dest1 { i32 key, string value, string dt, string hr}
+ serialization.format 1
+ columns key,value,dt,hr
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest1
+ transient_lastDdlTime 1263595473
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest1
- tmp directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/649434763/10001
+ name: dest1
+ Reduce Operator Tree:
+ Extract
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/629405183/10000
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest1
+ columns.types int:string:string:string
+ serialization.ddl struct dest1 { i32 key, string value, string dt, string hr}
+ serialization.format 1
+ columns key,value,dt,hr
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest1
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ transient_lastDdlTime 1263595473
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest1
PREHOOK: query: INSERT OVERWRITE TABLE dest1 SELECT s.*
@@ -264,11 +269,11 @@
PREHOOK: query: SELECT dest1.* FROM dest1
PREHOOK: type: QUERY
PREHOOK: Input: default@dest1
-PREHOOK: Output: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1949198607/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1628412982/10000
POSTHOOK: query: SELECT dest1.* FROM dest1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@dest1
-POSTHOOK: Output: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1949198607/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1628412982/10000
238 val_238 2008-04-08 11
86 val_86 2008-04-08 11
311 val_311 2008-04-08 11
@@ -772,9 +777,9 @@
PREHOOK: query: select count(1) from srcbucket
PREHOOK: type: QUERY
PREHOOK: Input: default@srcbucket
-PREHOOK: Output: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/777854693/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/538379109/10000
POSTHOOK: query: select count(1) from srcbucket
POSTHOOK: type: QUERY
POSTHOOK: Input: default@srcbucket
-POSTHOOK: Output: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/777854693/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/538379109/10000
1000
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/sample2.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/sample2.q.out?rev=899891&r1=899890&r2=899891&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/sample2.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/sample2.q.out Sat Jan 16 06:44:01 2010
@@ -20,8 +20,10 @@
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-4 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-4
+ Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2
+ Stage-3
+ Stage-0 depends on stages: Stage-3, Stage-2
+ Stage-2
STAGE PLANS:
Stage: Stage-1
@@ -50,7 +52,7 @@
File Output Operator
compressed: false
GlobalTableId: 1
- directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1950332916/10002
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/2121073527/10002
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -64,15 +66,15 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- transient_lastDdlTime 1262137480
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/dest1
+ transient_lastDdlTime 1263595534
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest1
Needs Tagging: false
Path -> Alias:
- file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s]
+ file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s]
Path -> Partition:
- file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt
+ file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt
Partition
base file name: srcbucket0.txt
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -88,8 +90,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket
- transient_lastDdlTime 1262137479
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcbucket
+ transient_lastDdlTime 1263595533
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -105,103 +107,27 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket
- transient_lastDdlTime 1262137479
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcbucket
+ transient_lastDdlTime 1263595533
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcbucket
name: srcbucket
Stage: Stage-4
Conditional Operator
- list of dependent Tasks:
- Move Operator
- files:
- hdfs directory: true
- source: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1950332916/10002
- destination: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/253612986/10000
- Map Reduce
- Alias -> Map Operator Tree:
- file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1950332916/10002
- Reduce Output Operator
- sort order:
- Map-reduce partition columns:
- expr: rand()
- type: double
- tag: -1
- value expressions:
- expr: key
- type: int
- expr: value
- type: string
- Needs Tagging: false
- Path -> Alias:
- file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1950332916/10002 [file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1950332916/10002]
- Path -> Partition:
- file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1950332916/10002
- Partition
- base file name: 10002
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest1
- columns.types int:string
- serialization.ddl struct dest1 { i32 key, string value}
- serialization.format 1
- columns key,value
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- transient_lastDdlTime 1262137480
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest1
- columns.types int:string
- serialization.ddl struct dest1 { i32 key, string value}
- serialization.format 1
- columns key,value
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- transient_lastDdlTime 1262137480
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest1
- name: dest1
- Reduce Operator Tree:
- Extract
- File Output Operator
- compressed: false
- GlobalTableId: 0
- directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/253612986/10000
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest1
- columns.types int:string
- serialization.ddl struct dest1 { i32 key, string value}
- serialization.format 1
- columns key,value
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- transient_lastDdlTime 1262137480
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest1
+
+ Stage: Stage-3
+ Move Operator
+ files:
+ hdfs directory: true
+ source: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/2121073527/10002
+ destination: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/1681839978/10000
Stage: Stage-0
Move Operator
tables:
replace: true
- source: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/253612986/10000
+ source: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/1681839978/10000
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -215,11 +141,90 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- transient_lastDdlTime 1262137480
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/dest1
+ transient_lastDdlTime 1263595534
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest1
+ tmp directory: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/1681839978/10001
+
+ Stage: Stage-2
+ Map Reduce
+ Alias -> Map Operator Tree:
+ file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/2121073527/10002
+ Reduce Output Operator
+ sort order:
+ Map-reduce partition columns:
+ expr: rand()
+ type: double
+ tag: -1
+ value expressions:
+ expr: key
+ type: int
+ expr: value
+ type: string
+ Needs Tagging: false
+ Path -> Alias:
+ file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/2121073527/10002 [file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/2121073527/10002]
+ Path -> Partition:
+ file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/2121073527/10002
+ Partition
+ base file name: 10002
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest1
+ columns.types int:string
+ serialization.ddl struct dest1 { i32 key, string value}
+ serialization.format 1
+ columns key,value
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/dest1
+ transient_lastDdlTime 1263595534
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest1
+ columns.types int:string
+ serialization.ddl struct dest1 { i32 key, string value}
+ serialization.format 1
+ columns key,value
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/dest1
+ transient_lastDdlTime 1263595534
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest1
- tmp directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/253612986/10001
+ name: dest1
+ Reduce Operator Tree:
+ Extract
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/1681839978/10000
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest1
+ columns.types int:string
+ serialization.ddl struct dest1 { i32 key, string value}
+ serialization.format 1
+ columns key,value
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/dest1
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ transient_lastDdlTime 1263595534
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest1
PREHOOK: query: INSERT OVERWRITE TABLE dest1 SELECT s.*
@@ -235,11 +240,11 @@
PREHOOK: query: SELECT dest1.* FROM dest1
PREHOOK: type: QUERY
PREHOOK: Input: default@dest1
-PREHOOK: Output: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/317847170/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/132600222/10000
POSTHOOK: query: SELECT dest1.* FROM dest1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@dest1
-POSTHOOK: Output: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/317847170/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/132600222/10000
474 val_475
62 val_63
468 val_469
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/sample4.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/sample4.q.out?rev=899891&r1=899890&r2=899891&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/sample4.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/sample4.q.out Sat Jan 16 06:44:01 2010
@@ -20,8 +20,10 @@
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-4 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-4
+ Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2
+ Stage-3
+ Stage-0 depends on stages: Stage-3, Stage-2
+ Stage-2
STAGE PLANS:
Stage: Stage-1
@@ -50,7 +52,7 @@
File Output Operator
compressed: false
GlobalTableId: 1
- directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/711707044/10002
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/999072817/10002
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -64,15 +66,15 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- transient_lastDdlTime 1262137490
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest1
+ transient_lastDdlTime 1263595485
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest1
Needs Tagging: false
Path -> Alias:
- file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s]
+ file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s]
Path -> Partition:
- file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt
+ file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt
Partition
base file name: srcbucket0.txt
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -88,8 +90,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket
- transient_lastDdlTime 1262137489
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/srcbucket
+ transient_lastDdlTime 1263595484
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -105,103 +107,27 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket
- transient_lastDdlTime 1262137489
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/srcbucket
+ transient_lastDdlTime 1263595484
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcbucket
name: srcbucket
Stage: Stage-4
Conditional Operator
- list of dependent Tasks:
- Move Operator
- files:
- hdfs directory: true
- source: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/711707044/10002
- destination: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1253110597/10000
- Map Reduce
- Alias -> Map Operator Tree:
- file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/711707044/10002
- Reduce Output Operator
- sort order:
- Map-reduce partition columns:
- expr: rand()
- type: double
- tag: -1
- value expressions:
- expr: key
- type: int
- expr: value
- type: string
- Needs Tagging: false
- Path -> Alias:
- file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/711707044/10002 [file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/711707044/10002]
- Path -> Partition:
- file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/711707044/10002
- Partition
- base file name: 10002
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest1
- columns.types int:string
- serialization.ddl struct dest1 { i32 key, string value}
- serialization.format 1
- columns key,value
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- transient_lastDdlTime 1262137490
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest1
- columns.types int:string
- serialization.ddl struct dest1 { i32 key, string value}
- serialization.format 1
- columns key,value
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- transient_lastDdlTime 1262137490
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest1
- name: dest1
- Reduce Operator Tree:
- Extract
- File Output Operator
- compressed: false
- GlobalTableId: 0
- directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1253110597/10000
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest1
- columns.types int:string
- serialization.ddl struct dest1 { i32 key, string value}
- serialization.format 1
- columns key,value
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- transient_lastDdlTime 1262137490
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest1
+
+ Stage: Stage-3
+ Move Operator
+ files:
+ hdfs directory: true
+ source: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/999072817/10002
+ destination: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/57591445/10000
Stage: Stage-0
Move Operator
tables:
replace: true
- source: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1253110597/10000
+ source: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/57591445/10000
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -215,11 +141,90 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- transient_lastDdlTime 1262137490
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest1
+ transient_lastDdlTime 1263595485
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest1
+ tmp directory: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/57591445/10001
+
+ Stage: Stage-2
+ Map Reduce
+ Alias -> Map Operator Tree:
+ file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/999072817/10002
+ Reduce Output Operator
+ sort order:
+ Map-reduce partition columns:
+ expr: rand()
+ type: double
+ tag: -1
+ value expressions:
+ expr: key
+ type: int
+ expr: value
+ type: string
+ Needs Tagging: false
+ Path -> Alias:
+ file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/999072817/10002 [file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/999072817/10002]
+ Path -> Partition:
+ file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/999072817/10002
+ Partition
+ base file name: 10002
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest1
+ columns.types int:string
+ serialization.ddl struct dest1 { i32 key, string value}
+ serialization.format 1
+ columns key,value
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest1
+ transient_lastDdlTime 1263595485
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest1
+ columns.types int:string
+ serialization.ddl struct dest1 { i32 key, string value}
+ serialization.format 1
+ columns key,value
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest1
+ transient_lastDdlTime 1263595485
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest1
- tmp directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1253110597/10001
+ name: dest1
+ Reduce Operator Tree:
+ Extract
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/57591445/10000
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest1
+ columns.types int:string
+ serialization.ddl struct dest1 { i32 key, string value}
+ serialization.format 1
+ columns key,value
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest1
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ transient_lastDdlTime 1263595485
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest1
PREHOOK: query: INSERT OVERWRITE TABLE dest1 SELECT s.*
@@ -235,11 +240,11 @@
PREHOOK: query: SELECT dest1.* FROM dest1
PREHOOK: type: QUERY
PREHOOK: Input: default@dest1
-PREHOOK: Output: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/723947823/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/17072622/10000
POSTHOOK: query: SELECT dest1.* FROM dest1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@dest1
-POSTHOOK: Output: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/723947823/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/17072622/10000
474 val_475
62 val_63
468 val_469
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/sample5.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/sample5.q.out?rev=899891&r1=899890&r2=899891&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/sample5.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/sample5.q.out Sat Jan 16 06:44:01 2010
@@ -18,8 +18,10 @@
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-4 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-4
+ Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2
+ Stage-3
+ Stage-0 depends on stages: Stage-3, Stage-2
+ Stage-2
STAGE PLANS:
Stage: Stage-1
@@ -48,7 +50,7 @@
File Output Operator
compressed: false
GlobalTableId: 1
- directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/411763080/10002
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/821942662/10002
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -62,15 +64,15 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- transient_lastDdlTime 1262137495
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/dest1
+ transient_lastDdlTime 1263595539
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest1
Needs Tagging: false
Path -> Alias:
- file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket [s]
+ file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcbucket [s]
Path -> Partition:
- file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket
+ file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcbucket
Partition
base file name: srcbucket
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -86,8 +88,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket
- transient_lastDdlTime 1262137494
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcbucket
+ transient_lastDdlTime 1263595538
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -103,103 +105,27 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket
- transient_lastDdlTime 1262137494
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcbucket
+ transient_lastDdlTime 1263595538
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcbucket
name: srcbucket
Stage: Stage-4
Conditional Operator
- list of dependent Tasks:
- Move Operator
- files:
- hdfs directory: true
- source: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/411763080/10002
- destination: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1954582285/10000
- Map Reduce
- Alias -> Map Operator Tree:
- file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/411763080/10002
- Reduce Output Operator
- sort order:
- Map-reduce partition columns:
- expr: rand()
- type: double
- tag: -1
- value expressions:
- expr: key
- type: int
- expr: value
- type: string
- Needs Tagging: false
- Path -> Alias:
- file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/411763080/10002 [file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/411763080/10002]
- Path -> Partition:
- file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/411763080/10002
- Partition
- base file name: 10002
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest1
- columns.types int:string
- serialization.ddl struct dest1 { i32 key, string value}
- serialization.format 1
- columns key,value
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- transient_lastDdlTime 1262137495
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest1
- columns.types int:string
- serialization.ddl struct dest1 { i32 key, string value}
- serialization.format 1
- columns key,value
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- transient_lastDdlTime 1262137495
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest1
- name: dest1
- Reduce Operator Tree:
- Extract
- File Output Operator
- compressed: false
- GlobalTableId: 0
- directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1954582285/10000
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest1
- columns.types int:string
- serialization.ddl struct dest1 { i32 key, string value}
- serialization.format 1
- columns key,value
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- transient_lastDdlTime 1262137495
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest1
+
+ Stage: Stage-3
+ Move Operator
+ files:
+ hdfs directory: true
+ source: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/821942662/10002
+ destination: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/836975101/10000
Stage: Stage-0
Move Operator
tables:
replace: true
- source: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1954582285/10000
+ source: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/836975101/10000
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -213,11 +139,90 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- transient_lastDdlTime 1262137495
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/dest1
+ transient_lastDdlTime 1263595539
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest1
+ tmp directory: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/836975101/10001
+
+ Stage: Stage-2
+ Map Reduce
+ Alias -> Map Operator Tree:
+ file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/821942662/10002
+ Reduce Output Operator
+ sort order:
+ Map-reduce partition columns:
+ expr: rand()
+ type: double
+ tag: -1
+ value expressions:
+ expr: key
+ type: int
+ expr: value
+ type: string
+ Needs Tagging: false
+ Path -> Alias:
+ file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/821942662/10002 [file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/821942662/10002]
+ Path -> Partition:
+ file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/821942662/10002
+ Partition
+ base file name: 10002
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest1
+ columns.types int:string
+ serialization.ddl struct dest1 { i32 key, string value}
+ serialization.format 1
+ columns key,value
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/dest1
+ transient_lastDdlTime 1263595539
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest1
+ columns.types int:string
+ serialization.ddl struct dest1 { i32 key, string value}
+ serialization.format 1
+ columns key,value
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/dest1
+ transient_lastDdlTime 1263595539
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest1
- tmp directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1954582285/10001
+ name: dest1
+ Reduce Operator Tree:
+ Extract
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/836975101/10000
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest1
+ columns.types int:string
+ serialization.ddl struct dest1 { i32 key, string value}
+ serialization.format 1
+ columns key,value
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/dest1
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ transient_lastDdlTime 1263595539
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest1
PREHOOK: query: INSERT OVERWRITE TABLE dest1 SELECT s.* -- here's another test
@@ -233,11 +238,11 @@
PREHOOK: query: SELECT dest1.* FROM dest1 SORT BY key, value
PREHOOK: type: QUERY
PREHOOK: Input: default@dest1
-PREHOOK: Output: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1851833281/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/2050646271/10000
POSTHOOK: query: SELECT dest1.* FROM dest1 SORT BY key, value
POSTHOOK: type: QUERY
POSTHOOK: Input: default@dest1
-POSTHOOK: Output: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1851833281/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/2050646271/10000
0 val_0
0 val_0
0 val_0