You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by na...@apache.org on 2010/01/16 07:46:07 UTC
svn commit: r899891 [7/31] - in /hadoop/hive/trunk: ./
common/src/java/org/apache/hadoop/hive/conf/ conf/
ql/src/java/org/apache/hadoop/hive/ql/
ql/src/java/org/apache/hadoop/hive/ql/exec/
ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/ ql/src/...
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join9.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join9.q.out?rev=899891&r1=899890&r2=899891&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join9.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join9.q.out Sat Jan 16 06:44:01 2010
@@ -63,10 +63,10 @@
type: string
Needs Tagging: true
Path -> Alias:
- file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/src [src2]
- file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [src1]
+ file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/src [src2]
+ file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [src1]
Path -> Partition:
- file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/src
+ file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/src
Partition
base file name: src
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -81,8 +81,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/src
- transient_lastDdlTime 1262136748
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/src
+ transient_lastDdlTime 1263595040
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -97,12 +97,12 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/src
- transient_lastDdlTime 1262136748
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/src
+ transient_lastDdlTime 1263595040
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: src
name: src
- file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
+ file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
Partition
base file name: hr=12
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -121,8 +121,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart
- transient_lastDdlTime 1262136747
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcpart
+ transient_lastDdlTime 1263595039
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -138,8 +138,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart
- transient_lastDdlTime 1262136747
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/srcpart
+ transient_lastDdlTime 1263595039
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
name: srcpart
@@ -150,6 +150,7 @@
condition expressions:
0 {VALUE._col0} {VALUE._col2} {VALUE._col3}
1 {VALUE._col1}
+ handleSkewJoin: false
outputColumnNames: _col0, _col2, _col3, _col5
Filter Operator
isSamplingPred: false
@@ -173,7 +174,7 @@
File Output Operator
compressed: false
GlobalTableId: 1
- directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/302056801/10000
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/1485975294/10000
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -187,8 +188,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- transient_lastDdlTime 1262136748
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/dest1
+ transient_lastDdlTime 1263595040
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest1
@@ -196,7 +197,7 @@
Move Operator
tables:
replace: true
- source: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/302056801/10000
+ source: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/1485975294/10000
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -210,11 +211,11 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest1
- transient_lastDdlTime 1262136748
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/test/data/warehouse/dest1
+ transient_lastDdlTime 1263595040
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest1
- tmp directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/302056801/10001
+ tmp directory: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/1485975294/10001
PREHOOK: query: FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key)
@@ -232,11 +233,11 @@
PREHOOK: query: SELECT dest1.* FROM dest1
PREHOOK: type: QUERY
PREHOOK: Input: default@dest1
-PREHOOK: Output: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/400397585/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/1050075230/10000
POSTHOOK: query: SELECT dest1.* FROM dest1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@dest1
-POSTHOOK: Output: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/400397585/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/1050075230/10000
0 val_0
0 val_0
0 val_0
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join_hive_626.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join_hive_626.q.out?rev=899891&r1=899890&r2=899891&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join_hive_626.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join_hive_626.q.out Sat Jan 16 06:44:01 2010
@@ -109,6 +109,7 @@
condition expressions:
0 {VALUE._col1}
1 {VALUE._col0} {VALUE._col4}
+ handleSkewJoin: false
outputColumnNames: _col1, _col6, _col10
File Output Operator
compressed: false
@@ -157,6 +158,7 @@
condition expressions:
0 {VALUE._col1} {VALUE._col10}
1 {VALUE._col1}
+ handleSkewJoin: false
outputColumnNames: _col1, _col10, _col16
Select Operator
expressions:
@@ -185,14 +187,14 @@
PREHOOK: Input: default@hive_foo
PREHOOK: Input: default@hive_count
PREHOOK: Input: default@hive_bar
-PREHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/1875895607/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/462225223/10000
POSTHOOK: query: select hive_foo.foo_name, hive_bar.bar_name, n from hive_foo join hive_bar on hive_foo.foo_id =
hive_bar.foo_id join hive_count on hive_count.bar_id = hive_bar.bar_id
POSTHOOK: type: QUERY
POSTHOOK: Input: default@hive_foo
POSTHOOK: Input: default@hive_count
POSTHOOK: Input: default@hive_bar
-POSTHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/1875895607/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/462225223/10000
foo1 bar10 2
PREHOOK: query: drop table hive_foo
PREHOOK: type: DROPTABLE
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join_map_ppr.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join_map_ppr.q.out?rev=899891&r1=899890&r2=899891&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join_map_ppr.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join_map_ppr.q.out Sat Jan 16 06:44:01 2010
@@ -22,8 +22,10 @@
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-4 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-4
+ Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2
+ Stage-3
+ Stage-0 depends on stages: Stage-3, Stage-2
+ Stage-2
STAGE PLANS:
Stage: Stage-1
@@ -45,6 +47,7 @@
0 {key}
1 {value}
2 {value} {ds} {hr}
+ handleSkewJoin: false
keys:
0 [Column[key]]
1 [Column[key]]
@@ -81,7 +84,7 @@
File Output Operator
compressed: false
GlobalTableId: 1
- directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1998538596/10002
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1886349005/10002
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -95,8 +98,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest_j1
- transient_lastDdlTime 1262136764
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest_j1
+ transient_lastDdlTime 1263595165
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest_j1
Local Work:
@@ -120,6 +123,7 @@
0 {key}
1 {value}
2 {value} {ds} {hr}
+ handleSkewJoin: false
keys:
0 [Column[key]]
1 [Column[key]]
@@ -156,7 +160,7 @@
File Output Operator
compressed: false
GlobalTableId: 1
- directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1998538596/10002
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1886349005/10002
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -170,8 +174,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest_j1
- transient_lastDdlTime 1262136764
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest_j1
+ transient_lastDdlTime 1263595165
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest_j1
x
@@ -185,6 +189,7 @@
0 {key}
1 {value}
2 {value} {ds} {hr}
+ handleSkewJoin: false
keys:
0 [Column[key]]
1 [Column[key]]
@@ -221,7 +226,7 @@
File Output Operator
compressed: false
GlobalTableId: 1
- directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1998538596/10002
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1886349005/10002
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -235,15 +240,15 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest_j1
- transient_lastDdlTime 1262136764
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest_j1
+ transient_lastDdlTime 1263595165
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest_j1
Needs Tagging: false
Path -> Alias:
- file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z]
+ file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z]
Path -> Partition:
- file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
+ file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
Partition
base file name: hr=11
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -262,8 +267,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart
- transient_lastDdlTime 1262136762
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/srcpart
+ transient_lastDdlTime 1263595164
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -279,105 +284,27 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart
- transient_lastDdlTime 1262136762
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/srcpart
+ transient_lastDdlTime 1263595164
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
name: srcpart
Stage: Stage-4
Conditional Operator
- list of dependent Tasks:
- Move Operator
- files:
- hdfs directory: true
- source: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1998538596/10002
- destination: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1610853023/10000
- Map Reduce
- Alias -> Map Operator Tree:
- file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1998538596/10002
- Reduce Output Operator
- sort order:
- Map-reduce partition columns:
- expr: rand()
- type: double
- tag: -1
- value expressions:
- expr: key
- type: string
- expr: value
- type: string
- expr: val2
- type: string
- Needs Tagging: false
- Path -> Alias:
- file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1998538596/10002 [file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1998538596/10002]
- Path -> Partition:
- file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1998538596/10002
- Partition
- base file name: 10002
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest_j1
- columns.types string:string:string
- serialization.ddl struct dest_j1 { string key, string value, string val2}
- serialization.format 1
- columns key,value,val2
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest_j1
- transient_lastDdlTime 1262136764
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest_j1
- columns.types string:string:string
- serialization.ddl struct dest_j1 { string key, string value, string val2}
- serialization.format 1
- columns key,value,val2
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest_j1
- transient_lastDdlTime 1262136764
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest_j1
- name: dest_j1
- Reduce Operator Tree:
- Extract
- File Output Operator
- compressed: false
- GlobalTableId: 0
- directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1610853023/10000
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest_j1
- columns.types string:string:string
- serialization.ddl struct dest_j1 { string key, string value, string val2}
- serialization.format 1
- columns key,value,val2
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest_j1
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- transient_lastDdlTime 1262136764
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest_j1
+
+ Stage: Stage-3
+ Move Operator
+ files:
+ hdfs directory: true
+ source: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1886349005/10002
+ destination: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/141026855/10000
Stage: Stage-0
Move Operator
tables:
replace: true
- source: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1610853023/10000
+ source: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/141026855/10000
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -391,11 +318,92 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest_j1
- transient_lastDdlTime 1262136764
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest_j1
+ transient_lastDdlTime 1263595165
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
+ tmp directory: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/141026855/10001
+
+ Stage: Stage-2
+ Map Reduce
+ Alias -> Map Operator Tree:
+ file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1886349005/10002
+ Reduce Output Operator
+ sort order:
+ Map-reduce partition columns:
+ expr: rand()
+ type: double
+ tag: -1
+ value expressions:
+ expr: key
+ type: string
+ expr: value
+ type: string
+ expr: val2
+ type: string
+ Needs Tagging: false
+ Path -> Alias:
+ file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1886349005/10002 [file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1886349005/10002]
+ Path -> Partition:
+ file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1886349005/10002
+ Partition
+ base file name: 10002
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest_j1
+ columns.types string:string:string
+ serialization.ddl struct dest_j1 { string key, string value, string val2}
+ serialization.format 1
+ columns key,value,val2
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest_j1
+ transient_lastDdlTime 1263595165
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest_j1
+ columns.types string:string:string
+ serialization.ddl struct dest_j1 { string key, string value, string val2}
+ serialization.format 1
+ columns key,value,val2
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest_j1
+ transient_lastDdlTime 1263595165
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest_j1
- tmp directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1610853023/10001
+ name: dest_j1
+ Reduce Operator Tree:
+ Extract
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/141026855/10000
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest_j1
+ columns.types string:string:string
+ serialization.ddl struct dest_j1 { string key, string value, string val2}
+ serialization.format 1
+ columns key,value,val2
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest_j1
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ transient_lastDdlTime 1263595165
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
PREHOOK: query: INSERT OVERWRITE TABLE dest_j1
@@ -421,11 +429,11 @@
PREHOOK: query: select * from dest_j1 x order by x.key
PREHOOK: type: QUERY
PREHOOK: Input: default@dest_j1
-PREHOOK: Output: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1385116851/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/886762969/10000
POSTHOOK: query: select * from dest_j1 x order by x.key
POSTHOOK: type: QUERY
POSTHOOK: Input: default@dest_j1
-POSTHOOK: Output: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/1385116851/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/886762969/10000
128 val_128 val_128
128 val_128 val_128
128 val_128 val_128
@@ -578,8 +586,10 @@
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-4 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-4
+ Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2
+ Stage-3
+ Stage-0 depends on stages: Stage-3, Stage-2
+ Stage-2
STAGE PLANS:
Stage: Stage-1
@@ -601,6 +611,7 @@
0 {key}
1 {value}
2 {value} {ds} {hr}
+ handleSkewJoin: false
keys:
0 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()]
1 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()]
@@ -637,7 +648,7 @@
File Output Operator
compressed: false
GlobalTableId: 1
- directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/928351404/10002
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1775434766/10002
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -651,8 +662,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest_j1
- transient_lastDdlTime 1262136764
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest_j1
+ transient_lastDdlTime 1263595165
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest_j1
Local Work:
@@ -676,6 +687,7 @@
0 {key}
1 {value}
2 {value} {ds} {hr}
+ handleSkewJoin: false
keys:
0 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()]
1 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()]
@@ -712,7 +724,7 @@
File Output Operator
compressed: false
GlobalTableId: 1
- directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/928351404/10002
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1775434766/10002
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -726,8 +738,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest_j1
- transient_lastDdlTime 1262136764
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest_j1
+ transient_lastDdlTime 1263595165
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest_j1
x
@@ -741,6 +753,7 @@
0 {key}
1 {value}
2 {value} {ds} {hr}
+ handleSkewJoin: false
keys:
0 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()]
1 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()]
@@ -777,7 +790,7 @@
File Output Operator
compressed: false
GlobalTableId: 1
- directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/928351404/10002
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1775434766/10002
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -791,15 +804,15 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest_j1
- transient_lastDdlTime 1262136764
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest_j1
+ transient_lastDdlTime 1263595165
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest_j1
Needs Tagging: false
Path -> Alias:
- file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z]
+ file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z]
Path -> Partition:
- file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
+ file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
Partition
base file name: hr=11
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -818,8 +831,8 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart
- transient_lastDdlTime 1262136762
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/srcpart
+ transient_lastDdlTime 1263595164
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -835,105 +848,27 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/srcpart
- transient_lastDdlTime 1262136762
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/srcpart
+ transient_lastDdlTime 1263595164
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
name: srcpart
Stage: Stage-4
Conditional Operator
- list of dependent Tasks:
- Move Operator
- files:
- hdfs directory: true
- source: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/928351404/10002
- destination: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/426560825/10000
- Map Reduce
- Alias -> Map Operator Tree:
- file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/928351404/10002
- Reduce Output Operator
- sort order:
- Map-reduce partition columns:
- expr: rand()
- type: double
- tag: -1
- value expressions:
- expr: key
- type: string
- expr: value
- type: string
- expr: val2
- type: string
- Needs Tagging: false
- Path -> Alias:
- file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/928351404/10002 [file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/928351404/10002]
- Path -> Partition:
- file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/928351404/10002
- Partition
- base file name: 10002
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest_j1
- columns.types string:string:string
- serialization.ddl struct dest_j1 { string key, string value, string val2}
- serialization.format 1
- columns key,value,val2
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest_j1
- transient_lastDdlTime 1262136764
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest_j1
- columns.types string:string:string
- serialization.ddl struct dest_j1 { string key, string value, string val2}
- serialization.format 1
- columns key,value,val2
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest_j1
- transient_lastDdlTime 1262136764
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest_j1
- name: dest_j1
- Reduce Operator Tree:
- Extract
- File Output Operator
- compressed: false
- GlobalTableId: 0
- directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/426560825/10000
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest_j1
- columns.types string:string:string
- serialization.ddl struct dest_j1 { string key, string value, string val2}
- serialization.format 1
- columns key,value,val2
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest_j1
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- transient_lastDdlTime 1262136764
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest_j1
+
+ Stage: Stage-3
+ Move Operator
+ files:
+ hdfs directory: true
+ source: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1775434766/10002
+ destination: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1505671688/10000
Stage: Stage-0
Move Operator
tables:
replace: true
- source: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/426560825/10000
+ source: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1505671688/10000
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -947,11 +882,92 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/dest_j1
- transient_lastDdlTime 1262136764
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest_j1
+ transient_lastDdlTime 1263595165
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
+ tmp directory: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1505671688/10001
+
+ Stage: Stage-2
+ Map Reduce
+ Alias -> Map Operator Tree:
+ file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1775434766/10002
+ Reduce Output Operator
+ sort order:
+ Map-reduce partition columns:
+ expr: rand()
+ type: double
+ tag: -1
+ value expressions:
+ expr: key
+ type: string
+ expr: value
+ type: string
+ expr: val2
+ type: string
+ Needs Tagging: false
+ Path -> Alias:
+ file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1775434766/10002 [file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1775434766/10002]
+ Path -> Partition:
+ file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1775434766/10002
+ Partition
+ base file name: 10002
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest_j1
+ columns.types string:string:string
+ serialization.ddl struct dest_j1 { string key, string value, string val2}
+ serialization.format 1
+ columns key,value,val2
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest_j1
+ transient_lastDdlTime 1263595165
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest_j1
+ columns.types string:string:string
+ serialization.ddl struct dest_j1 { string key, string value, string val2}
+ serialization.format 1
+ columns key,value,val2
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest_j1
+ transient_lastDdlTime 1263595165
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest_j1
- tmp directory: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/426560825/10001
+ name: dest_j1
+ Reduce Operator Tree:
+ Extract
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ directory: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/1505671688/10000
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest_j1
+ columns.types string:string:string
+ serialization.ddl struct dest_j1 { string key, string value, string val2}
+ serialization.format 1
+ columns key,value,val2
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ location file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/test/data/warehouse/dest_j1
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ transient_lastDdlTime 1263595165
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
PREHOOK: query: INSERT OVERWRITE TABLE dest_j1
@@ -977,11 +993,11 @@
PREHOOK: query: select * from dest_j1 x order by x.key
PREHOOK: type: QUERY
PREHOOK: Input: default@dest_j1
-PREHOOK: Output: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/340771363/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/877753191/10000
POSTHOOK: query: select * from dest_j1 x order by x.key
POSTHOOK: type: QUERY
POSTHOOK: Input: default@dest_j1
-POSTHOOK: Output: file:/data/users/jsichi/open/hive-trunk/build/ql/tmp/340771363/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/877753191/10000
128 val_128 val_128
128 val_128 val_128
128 val_128 val_128
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join_rc.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join_rc.q.out?rev=899891&r1=899890&r2=899891&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join_rc.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join_rc.q.out Sat Jan 16 06:44:01 2010
@@ -88,6 +88,7 @@
condition expressions:
0 {VALUE._col0}
1 {VALUE._col1}
+ handleSkewJoin: false
outputColumnNames: _col0, _col3
Select Operator
expressions:
@@ -113,13 +114,13 @@
PREHOOK: type: QUERY
PREHOOK: Input: default@join_rc2
PREHOOK: Input: default@join_rc1
-PREHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/476047237/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/1138840055/10000
POSTHOOK: query: select join_rc1.key, join_rc2.value
FROM join_rc1 JOIN join_rc2 ON join_rc1.key = join_rc2.key
POSTHOOK: type: QUERY
POSTHOOK: Input: default@join_rc2
POSTHOOK: Input: default@join_rc1
-POSTHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/476047237/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/1138840055/10000
0 val_0
0 val_0
0 val_0
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join_reorder.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join_reorder.q.out?rev=899891&r1=899890&r2=899891&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join_reorder.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join_reorder.q.out Sat Jan 16 06:44:01 2010
@@ -96,6 +96,7 @@
condition expressions:
0 {VALUE._col0} {VALUE._col1}
1 {VALUE._col0}
+ handleSkewJoin: false
outputColumnNames: _col0, _col1, _col2
Select Operator
expressions:
@@ -174,6 +175,7 @@
condition expressions:
0 {VALUE._col0} {VALUE._col1}
1 {VALUE._col0}
+ handleSkewJoin: false
outputColumnNames: _col0, _col1, _col2
Select Operator
expressions:
@@ -201,13 +203,13 @@
PREHOOK: type: QUERY
PREHOOK: Input: default@src
PREHOOK: Input: default@t1
-PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/tmp/1423096534/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/1966956520/10000
POSTHOOK: query: FROM T1 a JOIN src c ON c.key+1=a.key
SELECT a.key, a.val, c.key
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
POSTHOOK: Input: default@t1
-POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/tmp/1423096534/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/1966956520/10000
1 11 0
1 11 0
1 11 0
@@ -217,13 +219,13 @@
PREHOOK: type: QUERY
PREHOOK: Input: default@src
PREHOOK: Input: default@t1
-PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/tmp/1755296217/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/2092123428/10000
POSTHOOK: query: FROM T1 a JOIN src c ON c.key+1=a.key
SELECT /*+ STREAMTABLE(a) */ a.key, a.val, c.key
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
POSTHOOK: Input: default@t1
-POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/tmp/1755296217/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/2092123428/10000
1 11 0
1 11 0
1 11 0
@@ -289,6 +291,7 @@
condition expressions:
0 {VALUE._col0} {VALUE._col1}
1 {VALUE._col0}
+ handleSkewJoin: false
outputColumnNames: _col0, _col1, _col2
File Output Operator
compressed: false
@@ -339,6 +342,7 @@
condition expressions:
0 {VALUE._col0} {VALUE._col2} {VALUE._col3}
1 {VALUE._col1}
+ handleSkewJoin: false
outputColumnNames: _col0, _col2, _col3, _col5
Select Operator
expressions:
@@ -424,6 +428,7 @@
condition expressions:
0 {VALUE._col0} {VALUE._col1}
1 {VALUE._col0}
+ handleSkewJoin: false
outputColumnNames: _col0, _col1, _col2
File Output Operator
compressed: false
@@ -474,6 +479,7 @@
condition expressions:
0 {VALUE._col0} {VALUE._col2} {VALUE._col3}
1 {VALUE._col1}
+ handleSkewJoin: false
outputColumnNames: _col0, _col2, _col3, _col5
Select Operator
expressions:
@@ -506,7 +512,7 @@
PREHOOK: Input: default@t2
PREHOOK: Input: default@t3
PREHOOK: Input: default@t1
-PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/tmp/129503843/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/1966669209/10000
POSTHOOK: query: FROM T1 a
LEFT OUTER JOIN T2 b ON (b.key=a.key)
RIGHT OUTER JOIN T3 c ON (c.val = a.val)
@@ -515,7 +521,7 @@
POSTHOOK: Input: default@t2
POSTHOOK: Input: default@t3
POSTHOOK: Input: default@t1
-POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/tmp/129503843/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/1966669209/10000
2 2 12 12
NULL NULL NULL 14
NULL NULL NULL 16
@@ -528,7 +534,7 @@
PREHOOK: Input: default@t2
PREHOOK: Input: default@t3
PREHOOK: Input: default@t1
-PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/tmp/1173686197/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/2040128444/10000
POSTHOOK: query: FROM T1 a
LEFT OUTER JOIN T2 b ON (b.key=a.key)
RIGHT OUTER JOIN T3 c ON (c.val = a.val)
@@ -537,7 +543,7 @@
POSTHOOK: Input: default@t2
POSTHOOK: Input: default@t3
POSTHOOK: Input: default@t1
-POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/tmp/1173686197/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/2040128444/10000
2 2 12 12
NULL NULL NULL 14
NULL NULL NULL 16
@@ -632,6 +638,7 @@
0 {VALUE._col0}
1 {VALUE._col0}
2 {VALUE._col0}
+ handleSkewJoin: false
outputColumnNames: _col0, _col2, _col4
Select Operator
expressions:
@@ -653,7 +660,6 @@
Fetch Operator
limit: -1
-
PREHOOK: query: EXPLAIN FROM UNIQUEJOIN
PRESERVE T1 a (a.key, a.val),
PRESERVE T2 b (b.key, b.val),
@@ -744,6 +750,7 @@
0 {VALUE._col0}
1 {VALUE._col0}
2 {VALUE._col0}
+ handleSkewJoin: false
outputColumnNames: _col0, _col2, _col4
Select Operator
expressions:
@@ -765,7 +772,6 @@
Fetch Operator
limit: -1
-
PREHOOK: query: FROM UNIQUEJOIN
PRESERVE T1 a (a.key, a.val),
PRESERVE T2 b (b.key, b.val),
@@ -775,7 +781,7 @@
PREHOOK: Input: default@t2
PREHOOK: Input: default@t3
PREHOOK: Input: default@t1
-PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/tmp/854884176/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/685649783/10000
POSTHOOK: query: FROM UNIQUEJOIN
PRESERVE T1 a (a.key, a.val),
PRESERVE T2 b (b.key, b.val),
@@ -785,7 +791,7 @@
POSTHOOK: Input: default@t2
POSTHOOK: Input: default@t3
POSTHOOK: Input: default@t1
-POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/tmp/854884176/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/685649783/10000
1 NULL NULL
2 NULL 2
NULL 2 NULL
@@ -806,7 +812,7 @@
PREHOOK: Input: default@t2
PREHOOK: Input: default@t3
PREHOOK: Input: default@t1
-PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/tmp/53888137/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/1834964794/10000
POSTHOOK: query: FROM UNIQUEJOIN
PRESERVE T1 a (a.key, a.val),
PRESERVE T2 b (b.key, b.val),
@@ -816,7 +822,7 @@
POSTHOOK: Input: default@t2
POSTHOOK: Input: default@t3
POSTHOOK: Input: default@t1
-POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/tmp/53888137/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/1834964794/10000
1 NULL NULL
2 NULL 2
NULL 2 NULL
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join_reorder2.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join_reorder2.q.out?rev=899891&r1=899890&r2=899891&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join_reorder2.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join_reorder2.q.out Sat Jan 16 06:44:01 2010
@@ -156,6 +156,7 @@
1 {VALUE._col0} {VALUE._col1}
2 {VALUE._col0} {VALUE._col1}
3 {VALUE._col0} {VALUE._col1}
+ handleSkewJoin: false
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
Select Operator
expressions:
@@ -197,7 +198,7 @@
PREHOOK: Input: default@t2
PREHOOK: Input: default@t3
PREHOOK: Input: default@t1
-PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/tmp/576841791/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/1499291437/10000
POSTHOOK: query: SELECT /*+ STREAMTABLE(a) */ *
FROM T1 a JOIN T2 b ON a.key = b.key
JOIN T3 c ON b.key = c.key
@@ -207,7 +208,7 @@
POSTHOOK: Input: default@t2
POSTHOOK: Input: default@t3
POSTHOOK: Input: default@t1
-POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/tmp/576841791/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/1499291437/10000
2 12 2 22 2 12 2 12
PREHOOK: query: EXPLAIN
SELECT /*+ STREAMTABLE(a) */ *
@@ -275,6 +276,7 @@
condition expressions:
0 {VALUE._col0} {VALUE._col1}
1 {VALUE._col0} {VALUE._col1}
+ handleSkewJoin: false
outputColumnNames: _col0, _col1, _col2, _col3
File Output Operator
compressed: false
@@ -329,6 +331,7 @@
condition expressions:
0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3}
1 {VALUE._col0} {VALUE._col1}
+ handleSkewJoin: false
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
File Output Operator
compressed: false
@@ -387,6 +390,7 @@
condition expressions:
0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5}
1 {VALUE._col0} {VALUE._col1}
+ handleSkewJoin: false
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
Select Operator
expressions:
@@ -418,7 +422,6 @@
Fetch Operator
limit: -1
-
PREHOOK: query: SELECT /*+ STREAMTABLE(a) */ *
FROM T1 a JOIN T2 b ON a.key = b.key
JOIN T3 c ON a.val = c.val
@@ -428,7 +431,7 @@
PREHOOK: Input: default@t2
PREHOOK: Input: default@t3
PREHOOK: Input: default@t1
-PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/tmp/2137589453/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/347443381/10000
POSTHOOK: query: SELECT /*+ STREAMTABLE(a) */ *
FROM T1 a JOIN T2 b ON a.key = b.key
JOIN T3 c ON a.val = c.val
@@ -438,7 +441,7 @@
POSTHOOK: Input: default@t2
POSTHOOK: Input: default@t3
POSTHOOK: Input: default@t1
-POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/tmp/2137589453/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/347443381/10000
2 22 2 12 2 12 2 12
PREHOOK: query: DROP TABLE T1
PREHOOK: type: DROPTABLE
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join_reorder3.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join_reorder3.q.out?rev=899891&r1=899890&r2=899891&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join_reorder3.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join_reorder3.q.out Sat Jan 16 06:44:01 2010
@@ -156,6 +156,7 @@
1 {VALUE._col0} {VALUE._col1}
2 {VALUE._col0} {VALUE._col1}
3 {VALUE._col0} {VALUE._col1}
+ handleSkewJoin: false
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
Select Operator
expressions:
@@ -197,7 +198,7 @@
PREHOOK: Input: default@t2
PREHOOK: Input: default@t3
PREHOOK: Input: default@t1
-PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/tmp/459920631/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/922482225/10000
POSTHOOK: query: SELECT /*+ STREAMTABLE(a,c) */ *
FROM T1 a JOIN T2 b ON a.key = b.key
JOIN T3 c ON b.key = c.key
@@ -207,7 +208,7 @@
POSTHOOK: Input: default@t2
POSTHOOK: Input: default@t3
POSTHOOK: Input: default@t1
-POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/tmp/459920631/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/922482225/10000
2 12 2 22 2 12 2 12
PREHOOK: query: EXPLAIN
SELECT /*+ STREAMTABLE(a,c) */ *
@@ -275,6 +276,7 @@
condition expressions:
0 {VALUE._col0} {VALUE._col1}
1 {VALUE._col0} {VALUE._col1}
+ handleSkewJoin: false
outputColumnNames: _col0, _col1, _col2, _col3
File Output Operator
compressed: false
@@ -329,6 +331,7 @@
condition expressions:
0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3}
1 {VALUE._col0} {VALUE._col1}
+ handleSkewJoin: false
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
File Output Operator
compressed: false
@@ -387,6 +390,7 @@
condition expressions:
0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5}
1 {VALUE._col0} {VALUE._col1}
+ handleSkewJoin: false
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
Select Operator
expressions:
@@ -418,7 +422,6 @@
Fetch Operator
limit: -1
-
PREHOOK: query: SELECT /*+ STREAMTABLE(a,c) */ *
FROM T1 a JOIN T2 b ON a.key = b.key
JOIN T3 c ON a.val = c.val
@@ -428,7 +431,7 @@
PREHOOK: Input: default@t2
PREHOOK: Input: default@t3
PREHOOK: Input: default@t1
-PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/tmp/2113368286/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/831264775/10000
POSTHOOK: query: SELECT /*+ STREAMTABLE(a,c) */ *
FROM T1 a JOIN T2 b ON a.key = b.key
JOIN T3 c ON a.val = c.val
@@ -438,7 +441,7 @@
POSTHOOK: Input: default@t2
POSTHOOK: Input: default@t3
POSTHOOK: Input: default@t1
-POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/tmp/2113368286/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_2/build/ql/tmp/831264775/10000
2 22 2 12 2 12 2 12
PREHOOK: query: DROP TABLE T1
PREHOOK: type: DROPTABLE
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join_thrift.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join_thrift.q.out?rev=899891&r1=899890&r2=899891&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join_thrift.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join_thrift.q.out Sat Jan 16 06:44:01 2010
@@ -68,6 +68,7 @@
condition expressions:
0 {VALUE._col0}
1 {VALUE._col4}
+ handleSkewJoin: false
outputColumnNames: _col0, _col10
Select Operator
expressions:
@@ -94,14 +95,14 @@
ON s1.aint = s2.aint
PREHOOK: type: QUERY
PREHOOK: Input: default@src_thrift
-PREHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/895447236/10000
+PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/1362622837/10000
POSTHOOK: query: SELECT s1.aint, s2.lintstring
FROM src_thrift s1
JOIN src_thrift s2
ON s1.aint = s2.aint
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src_thrift
-POSTHOOK: Output: file:/data/users/njain/hive5/hive5/build/ql/tmp/895447236/10000
+POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/1362622837/10000
-1952710710 [{"myint":25,"mystring":"125","underscore_int":5}]
-1461153973 [{"myint":49,"mystring":"343","underscore_int":7}]
-751827638 [{"myint":4,"mystring":"8","underscore_int":2}]