You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by na...@apache.org on 2010/01/16 07:46:07 UTC
svn commit: r899891 [12/31] - in /hadoop/hive/trunk: ./
common/src/java/org/apache/hadoop/hive/conf/ conf/
ql/src/java/org/apache/hadoop/hive/ql/
ql/src/java/org/apache/hadoop/hive/ql/exec/
ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/ ql/src...
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/sample6.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/sample6.q.out?rev=899891&r1=899890&r2=899891&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/sample6.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/sample6.q.out Sat Jan 16 06:44:01 2010
@@ -18,8 +18,10 @@
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-4 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-4
+ Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2
+ Stage-3
+ Stage-0 depends on stages: Stage-3, Stage-2
+ Stage-2
STAGE PLANS:
Stage: Stage-1
@@ -48,7 +50,7 @@
File Output Operator
compressed: false
GlobalTableId: 1
- directory: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/1613424286/10002
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/76792880/10002
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -62,15 +64,15 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- transient_lastDdlTime 1262631938
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/dest1
+ transient_lastDdlTime 1263595552
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest1
Needs Tagging: false
Path -> Alias:
- file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s]
+ file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s]
Path -> Partition:
- file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt
+ file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt
Partition
base file name: srcbucket0.txt
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -86,8 +88,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket
- transient_lastDdlTime 1262631936
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket
+ transient_lastDdlTime 1263595551
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -103,103 +105,27 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket
- transient_lastDdlTime 1262631936
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket
+ transient_lastDdlTime 1263595551
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcbucket
name: srcbucket
Stage: Stage-4
Conditional Operator
- list of dependent Tasks:
- Move Operator
- files:
- hdfs directory: true
- source: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/1613424286/10002
- destination: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/718363187/10000
- Map Reduce
- Alias -> Map Operator Tree:
- file:/Users/jsichi/open/hive-trunk/build/ql/tmp/1613424286/10002
- Reduce Output Operator
- sort order:
- Map-reduce partition columns:
- expr: rand()
- type: double
- tag: -1
- value expressions:
- expr: key
- type: int
- expr: value
- type: string
- Needs Tagging: false
- Path -> Alias:
- file:/Users/jsichi/open/hive-trunk/build/ql/tmp/1613424286/10002 [file:/Users/jsichi/open/hive-trunk/build/ql/tmp/1613424286/10002]
- Path -> Partition:
- file:/Users/jsichi/open/hive-trunk/build/ql/tmp/1613424286/10002
- Partition
- base file name: 10002
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest1
- columns.types int:string
- serialization.ddl struct dest1 { i32 key, string value}
- serialization.format 1
- columns key,value
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- transient_lastDdlTime 1262631938
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest1
- columns.types int:string
- serialization.ddl struct dest1 { i32 key, string value}
- serialization.format 1
- columns key,value
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- transient_lastDdlTime 1262631938
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest1
- name: dest1
- Reduce Operator Tree:
- Extract
- File Output Operator
- compressed: false
- GlobalTableId: 0
- directory: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/718363187/10000
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest1
- columns.types int:string
- serialization.ddl struct dest1 { i32 key, string value}
- serialization.format 1
- columns key,value
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- location file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- transient_lastDdlTime 1262631938
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest1
+
+ Stage: Stage-3
+ Move Operator
+ files:
+ hdfs directory: true
+ source: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/76792880/10002
+ destination: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/687711381/10000
Stage: Stage-0
Move Operator
tables:
replace: true
- source: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/718363187/10000
+ source: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/687711381/10000
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -213,11 +139,90 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- transient_lastDdlTime 1262631938
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/dest1
+ transient_lastDdlTime 1263595552
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest1
+ tmp directory: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/687711381/10001
+
+ Stage: Stage-2
+ Map Reduce
+ Alias -> Map Operator Tree:
+ file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/76792880/10002
+ Reduce Output Operator
+ sort order:
+ Map-reduce partition columns:
+ expr: rand()
+ type: double
+ tag: -1
+ value expressions:
+ expr: key
+ type: int
+ expr: value
+ type: string
+ Needs Tagging: false
+ Path -> Alias:
+ file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/76792880/10002 [file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/76792880/10002]
+ Path -> Partition:
+ file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/76792880/10002
+ Partition
+ base file name: 10002
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest1
+ columns.types int:string
+ serialization.ddl struct dest1 { i32 key, string value}
+ serialization.format 1
+ columns key,value
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/dest1
+ transient_lastDdlTime 1263595552
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest1
+ columns.types int:string
+ serialization.ddl struct dest1 { i32 key, string value}
+ serialization.format 1
+ columns key,value
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/dest1
+ transient_lastDdlTime 1263595552
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest1
- tmp directory: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/718363187/10001
+ name: dest1
+ Reduce Operator Tree:
+ Extract
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/687711381/10000
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest1
+ columns.types int:string
+ serialization.ddl struct dest1 { i32 key, string value}
+ serialization.format 1
+ columns key,value
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/dest1
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ transient_lastDdlTime 1263595552
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest1
PREHOOK: query: INSERT OVERWRITE TABLE dest1 SELECT s.*
@@ -233,11 +238,11 @@
PREHOOK: query: SELECT dest1.* FROM dest1
PREHOOK: type: QUERY
PREHOOK: Input: default@dest1
-PREHOOK: Output: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/1329398856/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/2070048698/10000
POSTHOOK: query: SELECT dest1.* FROM dest1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@dest1
-POSTHOOK: Output: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/1329398856/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/2070048698/10000
468 val_469
272 val_273
448 val_449
@@ -539,9 +544,9 @@
type: string
Needs Tagging: false
Path -> Alias:
- file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket/srcbucket1.txt [s]
+ file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket/srcbucket1.txt [s]
Path -> Partition:
- file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket/srcbucket1.txt
+ file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket/srcbucket1.txt
Partition
base file name: srcbucket1.txt
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -557,8 +562,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket
- transient_lastDdlTime 1262631936
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket
+ transient_lastDdlTime 1263595551
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -574,8 +579,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket
- transient_lastDdlTime 1262631936
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket
+ transient_lastDdlTime 1263595551
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcbucket
name: srcbucket
@@ -584,7 +589,7 @@
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/788645860/10001
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/82512368/10001
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -602,12 +607,12 @@
ORDER BY key, value
PREHOOK: type: QUERY
PREHOOK: Input: default@srcbucket
-PREHOOK: Output: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/737314144/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/618846126/10000
POSTHOOK: query: SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 4 OUT OF 4 on key) s
ORDER BY key, value
POSTHOOK: type: QUERY
POSTHOOK: Input: default@srcbucket
-POSTHOOK: Output: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/737314144/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/618846126/10000
3 val_4
11 val_11
11 val_12
@@ -899,9 +904,9 @@
type: string
Needs Tagging: false
Path -> Alias:
- file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s]
+ file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s]
Path -> Partition:
- file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt
+ file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt
Partition
base file name: srcbucket0.txt
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -917,8 +922,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket
- transient_lastDdlTime 1262631936
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket
+ transient_lastDdlTime 1263595551
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -934,8 +939,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket
- transient_lastDdlTime 1262631936
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket
+ transient_lastDdlTime 1263595551
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcbucket
name: srcbucket
@@ -944,7 +949,7 @@
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/1066584880/10001
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/1069131344/10001
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -962,12 +967,12 @@
ORDER BY key, value
PREHOOK: type: QUERY
PREHOOK: Input: default@srcbucket
-PREHOOK: Output: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/1343979992/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/476394937/10000
POSTHOOK: query: SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s
ORDER BY key, value
POSTHOOK: type: QUERY
POSTHOOK: Input: default@srcbucket
-POSTHOOK: Output: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/1343979992/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/476394937/10000
0 val_0
0 val_0
0 val_0
@@ -1513,9 +1518,9 @@
type: string
Needs Tagging: false
Path -> Alias:
- file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket [s]
+ file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket [s]
Path -> Partition:
- file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket
+ file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket
Partition
base file name: srcbucket
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -1531,8 +1536,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket
- transient_lastDdlTime 1262631936
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket
+ transient_lastDdlTime 1263595551
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -1548,8 +1553,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket
- transient_lastDdlTime 1262631936
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket
+ transient_lastDdlTime 1263595551
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcbucket
name: srcbucket
@@ -1558,7 +1563,7 @@
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/1597219553/10001
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/1423291663/10001
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -1576,12 +1581,12 @@
ORDER BY key, value
PREHOOK: type: QUERY
PREHOOK: Input: default@srcbucket
-PREHOOK: Output: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/564079933/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/1885000441/10000
POSTHOOK: query: SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 3 on key) s
ORDER BY key, value
POSTHOOK: type: QUERY
POSTHOOK: Input: default@srcbucket
-POSTHOOK: Output: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/564079933/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/1885000441/10000
0 val_0
0 val_0
0 val_0
@@ -1970,9 +1975,9 @@
type: string
Needs Tagging: false
Path -> Alias:
- file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket [s]
+ file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket [s]
Path -> Partition:
- file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket
+ file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket
Partition
base file name: srcbucket
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -1988,8 +1993,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket
- transient_lastDdlTime 1262631936
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket
+ transient_lastDdlTime 1263595551
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -2005,8 +2010,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket
- transient_lastDdlTime 1262631936
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket
+ transient_lastDdlTime 1263595551
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcbucket
name: srcbucket
@@ -2015,7 +2020,7 @@
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/705079319/10001
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/905430948/10001
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -2033,12 +2038,12 @@
ORDER BY key, value
PREHOOK: type: QUERY
PREHOOK: Input: default@srcbucket
-PREHOOK: Output: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/1832972983/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/491457993/10000
POSTHOOK: query: SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 2 OUT OF 3 on key) s
ORDER BY key, value
POSTHOOK: type: QUERY
POSTHOOK: Input: default@srcbucket
-POSTHOOK: Output: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/1832972983/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/491457993/10000
1 val_2
4 val_4
4 val_5
@@ -2413,10 +2418,10 @@
type: string
Needs Tagging: false
Path -> Alias:
- file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket2/srcbucket20.txt [s]
- file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket2/srcbucket22.txt [s]
+ file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket2/srcbucket20.txt [s]
+ file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket2/srcbucket22.txt [s]
Path -> Partition:
- file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket2/srcbucket20.txt
+ file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket2/srcbucket20.txt
Partition
base file name: srcbucket20.txt
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -2432,8 +2437,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket2
- transient_lastDdlTime 1262631937
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket2
+ transient_lastDdlTime 1263595551
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -2449,12 +2454,12 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket2
- transient_lastDdlTime 1262631937
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket2
+ transient_lastDdlTime 1263595551
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcbucket2
name: srcbucket2
- file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket2/srcbucket22.txt
+ file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket2/srcbucket22.txt
Partition
base file name: srcbucket22.txt
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -2470,8 +2475,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket2
- transient_lastDdlTime 1262631937
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket2
+ transient_lastDdlTime 1263595551
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -2487,8 +2492,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket2
- transient_lastDdlTime 1262631937
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket2
+ transient_lastDdlTime 1263595551
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcbucket2
name: srcbucket2
@@ -2497,7 +2502,7 @@
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/843556551/10001
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/1110665362/10001
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -2515,12 +2520,12 @@
ORDER BY key, value
PREHOOK: type: QUERY
PREHOOK: Input: default@srcbucket2
-PREHOOK: Output: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/983063864/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/1183035972/10000
POSTHOOK: query: SELECT s.* FROM srcbucket2 TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s
ORDER BY key, value
POSTHOOK: type: QUERY
POSTHOOK: Input: default@srcbucket2
-POSTHOOK: Output: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/983063864/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/1183035972/10000
0 val_0
0 val_0
0 val_0
@@ -2695,9 +2700,9 @@
type: string
Needs Tagging: false
Path -> Alias:
- file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket2/srcbucket21.txt [s]
+ file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket2/srcbucket21.txt [s]
Path -> Partition:
- file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket2/srcbucket21.txt
+ file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket2/srcbucket21.txt
Partition
base file name: srcbucket21.txt
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -2713,8 +2718,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket2
- transient_lastDdlTime 1262631937
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket2
+ transient_lastDdlTime 1263595551
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -2730,8 +2735,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket2
- transient_lastDdlTime 1262631937
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/test/data/warehouse/srcbucket2
+ transient_lastDdlTime 1263595551
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcbucket2
name: srcbucket2
@@ -2740,7 +2745,7 @@
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/1983948247/10001
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/1239806329/10001
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -2758,12 +2763,12 @@
ORDER BY key, value
PREHOOK: type: QUERY
PREHOOK: Input: default@srcbucket2
-PREHOOK: Output: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/1572560879/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/2076765396/10000
POSTHOOK: query: SELECT s.* FROM srcbucket2 TABLESAMPLE (BUCKET 2 OUT OF 4 on key) s
ORDER BY key, value
POSTHOOK: type: QUERY
POSTHOOK: Input: default@srcbucket2
-POSTHOOK: Output: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/1572560879/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/2076765396/10000
5 val_5
5 val_5
5 val_5
@@ -2863,7 +2868,7 @@
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/776607112/10001
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/1009963688/10001
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -2881,12 +2886,12 @@
ORDER BY key, value
PREHOOK: type: QUERY
PREHOOK: Input: default@empty_bucket
-PREHOOK: Output: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/1019472718/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/1185613635/10000
POSTHOOK: query: SELECT s.* FROM empty_bucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s
ORDER BY key, value
POSTHOOK: type: QUERY
POSTHOOK: Input: default@empty_bucket
-POSTHOOK: Output: file:/Users/jsichi/open/hive-trunk/build/ql/tmp/1019472718/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/1185613635/10000
PREHOOK: query: drop table empty_bucket
PREHOOK: type: DROPTABLE
POSTHOOK: query: drop table empty_bucket
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/sample7.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/sample7.q.out?rev=899891&r1=899890&r2=899891&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/sample7.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/sample7.q.out Sat Jan 16 06:44:01 2010
@@ -20,8 +20,10 @@
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-4 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-4
+ Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2
+ Stage-3
+ Stage-0 depends on stages: Stage-3, Stage-2
+ Stage-2
STAGE PLANS:
Stage: Stage-1
@@ -55,7 +57,7 @@
File Output Operator
compressed: false
GlobalTableId: 1
- directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1809643659/10002
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1035780131/10002
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -69,15 +71,15 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- transient_lastDdlTime 1262137534
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest1
+ transient_lastDdlTime 1263595490
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest1
Needs Tagging: false
Path -> Alias:
- file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s]
+ file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s]
Path -> Partition:
- file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt
+ file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt
Partition
base file name: srcbucket0.txt
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -93,8 +95,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket
- transient_lastDdlTime 1262137533
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/srcbucket
+ transient_lastDdlTime 1263595489
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -110,103 +112,27 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcbucket
- transient_lastDdlTime 1262137533
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/srcbucket
+ transient_lastDdlTime 1263595489
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcbucket
name: srcbucket
Stage: Stage-4
Conditional Operator
- list of dependent Tasks:
- Move Operator
- files:
- hdfs directory: true
- source: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1809643659/10002
- destination: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1368410316/10000
- Map Reduce
- Alias -> Map Operator Tree:
- file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1809643659/10002
- Reduce Output Operator
- sort order:
- Map-reduce partition columns:
- expr: rand()
- type: double
- tag: -1
- value expressions:
- expr: key
- type: int
- expr: value
- type: string
- Needs Tagging: false
- Path -> Alias:
- file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1809643659/10002 [file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1809643659/10002]
- Path -> Partition:
- file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1809643659/10002
- Partition
- base file name: 10002
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest1
- columns.types int:string
- serialization.ddl struct dest1 { i32 key, string value}
- serialization.format 1
- columns key,value
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- transient_lastDdlTime 1262137534
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest1
- columns.types int:string
- serialization.ddl struct dest1 { i32 key, string value}
- serialization.format 1
- columns key,value
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- transient_lastDdlTime 1262137534
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest1
- name: dest1
- Reduce Operator Tree:
- Extract
- File Output Operator
- compressed: false
- GlobalTableId: 0
- directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1368410316/10000
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest1
- columns.types int:string
- serialization.ddl struct dest1 { i32 key, string value}
- serialization.format 1
- columns key,value
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- transient_lastDdlTime 1262137534
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest1
+
+ Stage: Stage-3
+ Move Operator
+ files:
+ hdfs directory: true
+ source: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1035780131/10002
+ destination: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/888645524/10000
Stage: Stage-0
Move Operator
tables:
replace: true
- source: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1368410316/10000
+ source: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/888645524/10000
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -220,11 +146,90 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- transient_lastDdlTime 1262137534
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest1
+ transient_lastDdlTime 1263595490
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest1
+ tmp directory: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/888645524/10001
+
+ Stage: Stage-2
+ Map Reduce
+ Alias -> Map Operator Tree:
+ file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1035780131/10002
+ Reduce Output Operator
+ sort order:
+ Map-reduce partition columns:
+ expr: rand()
+ type: double
+ tag: -1
+ value expressions:
+ expr: key
+ type: int
+ expr: value
+ type: string
+ Needs Tagging: false
+ Path -> Alias:
+ file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1035780131/10002 [file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1035780131/10002]
+ Path -> Partition:
+ file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1035780131/10002
+ Partition
+ base file name: 10002
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest1
+ columns.types int:string
+ serialization.ddl struct dest1 { i32 key, string value}
+ serialization.format 1
+ columns key,value
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest1
+ transient_lastDdlTime 1263595490
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest1
+ columns.types int:string
+ serialization.ddl struct dest1 { i32 key, string value}
+ serialization.format 1
+ columns key,value
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest1
+ transient_lastDdlTime 1263595490
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest1
- tmp directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1368410316/10001
+ name: dest1
+ Reduce Operator Tree:
+ Extract
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/888645524/10000
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest1
+ columns.types int:string
+ serialization.ddl struct dest1 { i32 key, string value}
+ serialization.format 1
+ columns key,value
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest1
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ transient_lastDdlTime 1263595490
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest1
PREHOOK: query: INSERT OVERWRITE TABLE dest1 SELECT s.*
@@ -242,11 +247,11 @@
PREHOOK: query: SELECT dest1.* FROM dest1
PREHOOK: type: QUERY
PREHOOK: Input: default@dest1
-PREHOOK: Output: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1260646675/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1338741395/10000
POSTHOOK: query: SELECT dest1.* FROM dest1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@dest1
-POSTHOOK: Output: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1260646675/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1338741395/10000
468 val_469
272 val_273
448 val_449
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/sample8.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/sample8.q.out?rev=899891&r1=899890&r2=899891&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/sample8.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/sample8.q.out Sat Jan 16 06:44:01 2010
@@ -76,12 +76,12 @@
type: string
Needs Tagging: true
Path -> Alias:
- file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [t, s]
- file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [t]
- file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [t]
- file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [t]
+ file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [t, s]
+ file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [t]
+ file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [t]
+ file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [t]
Path -> Partition:
- file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
+ file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
Partition
base file name: hr=11
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -100,8 +100,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart
- transient_lastDdlTime 1262137537
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcpart
+ transient_lastDdlTime 1263595550
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -117,12 +117,12 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart
- transient_lastDdlTime 1262137537
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcpart
+ transient_lastDdlTime 1263595550
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
name: srcpart
- file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
+ file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
Partition
base file name: hr=12
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -141,8 +141,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart
- transient_lastDdlTime 1262137537
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcpart
+ transient_lastDdlTime 1263595550
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -158,12 +158,12 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart
- transient_lastDdlTime 1262137537
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcpart
+ transient_lastDdlTime 1263595550
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
name: srcpart
- file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11
+ file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11
Partition
base file name: hr=11
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -182,8 +182,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart
- transient_lastDdlTime 1262137537
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcpart
+ transient_lastDdlTime 1263595550
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -199,12 +199,12 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart
- transient_lastDdlTime 1262137537
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcpart
+ transient_lastDdlTime 1263595550
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
name: srcpart
- file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12
+ file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12
Partition
base file name: hr=12
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -223,8 +223,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart
- transient_lastDdlTime 1262137537
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcpart
+ transient_lastDdlTime 1263595550
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -240,8 +240,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart
- transient_lastDdlTime 1262137537
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcpart
+ transient_lastDdlTime 1263595550
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
name: srcpart
@@ -252,6 +252,7 @@
condition expressions:
0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3}
1 {VALUE._col0} {VALUE._col1}
+ handleSkewJoin: false
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
Filter Operator
isSamplingPred: false
@@ -272,7 +273,7 @@
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1154120729/10002
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/1204176731/10002
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -284,7 +285,7 @@
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1154120729/10002
+ file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/1204176731/10002
Reduce Output Operator
key expressions:
expr: _col0
@@ -309,9 +310,9 @@
type: string
Needs Tagging: false
Path -> Alias:
- file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1154120729/10002 [file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1154120729/10002]
+ file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/1204176731/10002 [file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/1204176731/10002]
Path -> Partition:
- file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1154120729/10002
+ file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/1204176731/10002
Partition
base file name: 10002
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
@@ -332,7 +333,7 @@
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1154120729/10001
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/1204176731/10001
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -357,7 +358,7 @@
PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
-PREHOOK: Output: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1437972287/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/909331877/10000
POSTHOOK: query: SELECT s.key, s.value
FROM srcpart TABLESAMPLE (BUCKET 1 OUT OF 1 ON key) s
JOIN srcpart TABLESAMPLE (BUCKET 1 OUT OF 10 ON key) t
@@ -369,7 +370,7 @@
POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
-POSTHOOK: Output: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1437972287/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/909331877/10000
0 val_0
0 val_0
0 val_0