You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by zs...@apache.org on 2009/06/23 06:35:07 UTC
svn commit: r787539 [4/20] - in /hadoop/hive/trunk: ./
common/src/java/org/apache/hadoop/hive/conf/ conf/
ql/src/java/org/apache/hadoop/hive/ql/
ql/src/java/org/apache/hadoop/hive/ql/exec/
ql/src/java/org/apache/hadoop/hive/ql/optimizer/ ql/src/java/or...
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/input_testxpath.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/input_testxpath.q.out?rev=787539&r1=787538&r2=787539&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/input_testxpath.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/input_testxpath.q.out Tue Jun 23 04:35:01 2009
@@ -7,7 +7,8 @@
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
+ Stage-4 depends on stages: Stage-1
+ Stage-0 depends on stages: Stage-4
STAGE PLANS:
Stage: Stage-1
@@ -31,15 +32,49 @@
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest1
+ Stage: Stage-4
+ Conditional Operator
+ list of dependent Tasks:
+ Move Operator
+ files:
+ hdfs directory: true
+ destination: file:/data/users/njain/hive4/hive4/build/ql/tmp/1059065359/10000
+ Map Reduce
+ Alias -> Map Operator Tree:
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1356781088/10002
+ Reduce Output Operator
+ sort order:
+ Map-reduce partition columns:
+ expr: rand()
+ type: double
+ tag: -1
+ value expressions:
+ expr: key
+ type: int
+ expr: value
+ type: string
+ expr: mapvalue
+ type: string
+ Reduce Operator Tree:
+ Extract
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest1
+
Stage: Stage-0
Move Operator
tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest1
+ replace: true
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest1
query: FROM src_thrift
@@ -48,7 +83,7 @@
Output: default/dest1
query: SELECT dest1.* FROM dest1
Input: default/dest1
-Output: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/668433719/10000
+Output: file:/data/users/njain/hive4/hive4/build/ql/tmp/1951274528/10000
0 0 NULL
2 1 NULL
4 8 value_2
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/input_testxpath2.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/input_testxpath2.q.out?rev=787539&r1=787538&r2=787539&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/input_testxpath2.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/input_testxpath2.q.out Tue Jun 23 04:35:01 2009
@@ -7,7 +7,8 @@
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
+ Stage-4 depends on stages: Stage-1
+ Stage-0 depends on stages: Stage-4
STAGE PLANS:
Stage: Stage-1
@@ -35,15 +36,49 @@
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest1
+ Stage: Stage-4
+ Conditional Operator
+ list of dependent Tasks:
+ Move Operator
+ files:
+ hdfs directory: true
+ destination: file:/data/users/njain/hive4/hive4/build/ql/tmp/1510428322/10000
+ Map Reduce
+ Alias -> Map Operator Tree:
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/179419280/10002
+ Reduce Output Operator
+ sort order:
+ Map-reduce partition columns:
+ expr: rand()
+ type: double
+ tag: -1
+ value expressions:
+ expr: lint_size
+ type: int
+ expr: lintstring_size
+ type: int
+ expr: mstringstring_size
+ type: int
+ Reduce Operator Tree:
+ Extract
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest1
+
Stage: Stage-0
Move Operator
tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest1
+ replace: true
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest1
query: FROM src_thrift
@@ -52,7 +87,7 @@
Output: default/dest1
query: SELECT dest1.* FROM dest1
Input: default/dest1
-Output: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/333952590/10000
+Output: file:/data/users/njain/hive4/hive4/build/ql/tmp/1999543379/10000
3 1 1
3 1 1
3 1 1
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join1.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join1.q.out?rev=787539&r1=787538&r2=787539&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join1.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join1.q.out Tue Jun 23 04:35:01 2009
@@ -74,12 +74,12 @@
Stage: Stage-0
Move Operator
tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest_j1
+ replace: true
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
query: FROM src src1 JOIN src src2 ON (src1.key = src2.key)
@@ -88,7 +88,7 @@
Output: default/dest_j1
query: SELECT dest_j1.* FROM dest_j1
Input: default/dest_j1
-Output: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/582423028/10000
+Output: file:/data/users/njain/hive4/hive4/build/ql/tmp/791244140/10000
0 val_0
0 val_0
0 val_0
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join14.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join14.q.out?rev=787539&r1=787538&r2=787539&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join14.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join14.q.out Tue Jun 23 04:35:01 2009
@@ -86,12 +86,12 @@
Stage: Stage-0
Move Operator
tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest1
+ replace: true
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest1
query: FROM src JOIN srcpart ON src.key = srcpart.key AND srcpart.ds = '2008-04-08' and src.key > 100
@@ -102,7 +102,7 @@
Output: default/dest1
query: select dest1.* from dest1
Input: default/dest1
-Output: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1317798740/10000
+Output: file:/data/users/njain/hive4/hive4/build/ql/tmp/714212122/10000
103 val_103
103 val_103
103 val_103
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join17.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join17.q.out?rev=787539&r1=787538&r2=787539&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join17.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join17.q.out Tue Jun 23 04:35:01 2009
@@ -45,9 +45,9 @@
type: string
Needs Tagging: true
Path -> Alias:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/src
+ file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/src
Path -> Partition:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/src
+ file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/src
Partition
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -62,7 +62,7 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/src
+ location file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/src
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: src
Reduce Operator Tree:
@@ -95,7 +95,7 @@
File Output Operator
compressed: false
GlobalTableId: 1
- directory: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/828409861/10000
+ directory: file:/data/users/njain/hive4/hive4/build/ql/tmp/1063371838/10000
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -109,32 +109,32 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/dest1
+ location file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/dest1
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest1
Stage: Stage-0
Move Operator
tables:
- replace: true
- source: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/828409861/10000
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest1
- columns.types int:string:int:string
- serialization.ddl struct dest1 { i32 key1, string value1, i32 key2, string value2}
- serialization.format 1
- columns key1,value1,key2,value2
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/dest1
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest1
- tmp directory: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/828409861/10001
+ replace: true
+ source: file:/data/users/njain/hive4/hive4/build/ql/tmp/1063371838/10000
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest1
+ columns.types int:string:int:string
+ serialization.ddl struct dest1 { i32 key1, string value1, i32 key2, string value2}
+ serialization.format 1
+ columns key1,value1,key2,value2
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/dest1
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest1
+ tmp directory: file:/data/users/njain/hive4/hive4/build/ql/tmp/1063371838/10001
query: FROM src src1 JOIN src src2 ON (src1.key = src2.key)
@@ -143,7 +143,7 @@
Output: default/dest1
query: SELECT dest1.* FROM dest1
Input: default/dest1
-Output: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1207782474/10000
+Output: file:/data/users/njain/hive4/hive4/build/ql/tmp/1031861333/10000
0 val_0 0 val_0
0 val_0 0 val_0
0 val_0 0 val_0
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join2.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join2.q.out?rev=787539&r1=787538&r2=787539&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join2.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join2.q.out Tue Jun 23 04:35:01 2009
@@ -127,12 +127,12 @@
Stage: Stage-0
Move Operator
tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest_j2
+ replace: true
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j2
query: FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key + src2.key = src3.key)
@@ -141,7 +141,7 @@
Output: default/dest_j2
query: SELECT dest_j2.* FROM dest_j2
Input: default/dest_j2
-Output: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/171725060/10000
+Output: file:/data/users/njain/hive4/hive4/build/ql/tmp/1218468210/10000
0 val_0
0 val_0
0 val_0
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join25.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join25.q.out?rev=787539&r1=787538&r2=787539&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join25.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join25.q.out Tue Jun 23 04:35:01 2009
@@ -10,7 +10,8 @@
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-2 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-2
+ Stage-5 depends on stages: Stage-2
+ Stage-0 depends on stages: Stage-5
STAGE PLANS:
Stage: Stage-1
@@ -61,7 +62,7 @@
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1697891251/10002
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/379733965/10002
Select Operator
Select Operator
expressions:
@@ -88,15 +89,49 @@
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest_j1
+ Stage: Stage-5
+ Conditional Operator
+ list of dependent Tasks:
+ Move Operator
+ files:
+ hdfs directory: true
+ destination: file:/data/users/njain/hive4/hive4/build/ql/tmp/757142377/10000
+ Map Reduce
+ Alias -> Map Operator Tree:
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/379733965/10003
+ Reduce Output Operator
+ sort order:
+ Map-reduce partition columns:
+ expr: rand()
+ type: double
+ tag: -1
+ value expressions:
+ expr: key
+ type: int
+ expr: value
+ type: string
+ expr: val2
+ type: string
+ Reduce Operator Tree:
+ Extract
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
+
Stage: Stage-0
Move Operator
tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest_j1
+ replace: true
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
query: INSERT OVERWRITE TABLE dest_j1
@@ -107,7 +142,7 @@
Output: default/dest_j1
query: select * from dest_j1 x order by x.key
Input: default/dest_j1
-Output: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/2013071661/10000
+Output: file:/data/users/njain/hive4/hive4/build/ql/tmp/1000064941/10000
66 val_66 val_66
98 val_98 val_98
98 val_98 val_98
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join26.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join26.q.out?rev=787539&r1=787538&r2=787539&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join26.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join26.q.out Tue Jun 23 04:35:01 2009
@@ -10,7 +10,8 @@
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-2 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-2
+ Stage-5 depends on stages: Stage-2
+ Stage-0 depends on stages: Stage-5
STAGE PLANS:
Stage: Stage-1
@@ -41,7 +42,7 @@
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1980904017/10002
+ directory: file:/data/users/njain/hive4/hive4/build/ql/tmp/357616883/10002
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -75,7 +76,7 @@
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1980904017/10002
+ directory: file:/data/users/njain/hive4/hive4/build/ql/tmp/357616883/10002
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -99,7 +100,7 @@
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1980904017/10002
+ directory: file:/data/users/njain/hive4/hive4/build/ql/tmp/357616883/10002
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -108,9 +109,9 @@
columns.types string,string,string,string,string,string,string,string
Needs Tagging: false
Path -> Alias:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
+ file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
Path -> Partition:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
+ file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
Partition
partition values:
ds 2008-04-08
@@ -129,14 +130,14 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/srcpart
+ location file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/srcpart
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1980904017/10002
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/357616883/10002
Select Operator
Select Operator
expressions:
@@ -149,7 +150,7 @@
File Output Operator
compressed: false
GlobalTableId: 1
- directory: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1462916600/10000
+ directory: file:/data/users/njain/hive4/hive4/build/ql/tmp/357616883/10003
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -163,14 +164,14 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/dest_j1
+ location file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/dest_j1
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest_j1
Needs Tagging: false
Path -> Alias:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1980904017/10002
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/357616883/10002
Path -> Partition:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1980904017/10002
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/357616883/10002
Partition
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
@@ -179,28 +180,97 @@
columns _col0,_col1,_col2,_col3,_col4,_col5,_col6,_col7
columns.types string,string,string,string,string,string,string,string
+ Stage: Stage-5
+ Conditional Operator
+ list of dependent Tasks:
+ Move Operator
+ files:
+ hdfs directory: true
+ source: file:/data/users/njain/hive4/hive4/build/ql/tmp/357616883/10003
+ destination: file:/data/users/njain/hive4/hive4/build/ql/tmp/1829581969/10000
+ Map Reduce
+ Alias -> Map Operator Tree:
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/357616883/10003
+ Reduce Output Operator
+ sort order:
+ Map-reduce partition columns:
+ expr: rand()
+ type: double
+ tag: -1
+ value expressions:
+ expr: key
+ type: string
+ expr: value
+ type: string
+ expr: val2
+ type: string
+ Needs Tagging: false
+ Path -> Alias:
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/357616883/10003
+ Path -> Partition:
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/357616883/10003
+ Partition
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest_j1
+ columns.types string:string:string
+ serialization.ddl struct dest_j1 { string key, string value, string val2}
+ serialization.format 1
+ columns key,value,val2
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/dest_j1
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
+ Reduce Operator Tree:
+ Extract
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ directory: file:/data/users/njain/hive4/hive4/build/ql/tmp/1829581969/10000
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest_j1
+ columns.types string:string:string
+ serialization.ddl struct dest_j1 { string key, string value, string val2}
+ serialization.format 1
+ columns key,value,val2
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/dest_j1
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
+
Stage: Stage-0
Move Operator
tables:
- replace: true
- source: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1462916600/10000
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest_j1
- columns.types string:string:string
- serialization.ddl struct dest_j1 { string key, string value, string val2}
- serialization.format 1
- columns key,value,val2
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/dest_j1
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest_j1
- tmp directory: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1462916600/10001
+ replace: true
+ source: file:/data/users/njain/hive4/hive4/build/ql/tmp/1829581969/10000
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest_j1
+ columns.types string:string:string
+ serialization.ddl struct dest_j1 { string key, string value, string val2}
+ serialization.format 1
+ columns key,value,val2
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/dest_j1
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
+ tmp directory: file:/data/users/njain/hive4/hive4/build/ql/tmp/1829581969/10001
query: INSERT OVERWRITE TABLE dest_j1
@@ -213,7 +283,7 @@
Output: default/dest_j1
query: select * from dest_j1 x order by x.key
Input: default/dest_j1
-Output: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/960855194/10000
+Output: file:/data/users/njain/hive4/hive4/build/ql/tmp/159887643/10000
128 val_128 val_128
128 val_128 val_128
128 val_128 val_128
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join27.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join27.q.out?rev=787539&r1=787538&r2=787539&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join27.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join27.q.out Tue Jun 23 04:35:01 2009
@@ -10,7 +10,8 @@
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-2 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-2
+ Stage-5 depends on stages: Stage-2
+ Stage-0 depends on stages: Stage-5
STAGE PLANS:
Stage: Stage-1
@@ -61,7 +62,7 @@
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1533119508/10002
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/2020334716/10002
Select Operator
Select Operator
expressions:
@@ -88,15 +89,49 @@
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest_j1
+ Stage: Stage-5
+ Conditional Operator
+ list of dependent Tasks:
+ Move Operator
+ files:
+ hdfs directory: true
+ destination: file:/data/users/njain/hive4/hive4/build/ql/tmp/1935107021/10000
+ Map Reduce
+ Alias -> Map Operator Tree:
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/2020334716/10003
+ Reduce Output Operator
+ sort order:
+ Map-reduce partition columns:
+ expr: rand()
+ type: double
+ tag: -1
+ value expressions:
+ expr: key
+ type: int
+ expr: value
+ type: string
+ expr: val2
+ type: string
+ Reduce Operator Tree:
+ Extract
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
+
Stage: Stage-0
Move Operator
tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest_j1
+ replace: true
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
query: INSERT OVERWRITE TABLE dest_j1
@@ -107,7 +142,7 @@
Output: default/dest_j1
query: select * from dest_j1 x order by x.key, x.value
Input: default/dest_j1
-Output: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/2137545463/10000
+Output: file:/data/users/njain/hive4/hive4/build/ql/tmp/744630343/10000
NULL val_165 val_165
NULL val_165 val_165
NULL val_193 val_193
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join28.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join28.q.out?rev=787539&r1=787538&r2=787539&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join28.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join28.q.out Tue Jun 23 04:35:01 2009
@@ -14,7 +14,8 @@
Stage-1 is a root stage
Stage-2 depends on stages: Stage-1
Stage-3 depends on stages: Stage-2
- Stage-0 depends on stages: Stage-3
+ Stage-6 depends on stages: Stage-3
+ Stage-0 depends on stages: Stage-6
STAGE PLANS:
Stage: Stage-1
@@ -65,7 +66,7 @@
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/808962627/10002
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/2104088223/10002
Select Operator
Select Operator
expressions:
@@ -123,7 +124,7 @@
Stage: Stage-3
Map Reduce
Alias -> Map Operator Tree:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/808962627/10003
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/2104088223/10003
Select Operator
Select Operator
expressions:
@@ -140,15 +141,47 @@
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest_j1
+ Stage: Stage-6
+ Conditional Operator
+ list of dependent Tasks:
+ Move Operator
+ files:
+ hdfs directory: true
+ destination: file:/data/users/njain/hive4/hive4/build/ql/tmp/1274578593/10000
+ Map Reduce
+ Alias -> Map Operator Tree:
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/2104088223/10004
+ Reduce Output Operator
+ sort order:
+ Map-reduce partition columns:
+ expr: rand()
+ type: double
+ tag: -1
+ value expressions:
+ expr: key
+ type: string
+ expr: value
+ type: string
+ Reduce Operator Tree:
+ Extract
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
+
Stage: Stage-0
Move Operator
tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest_j1
+ replace: true
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
query: INSERT OVERWRITE TABLE dest_j1
@@ -163,7 +196,7 @@
Output: default/dest_j1
query: select * from dest_j1 x order by x.key
Input: default/dest_j1
-Output: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/418632889/10000
+Output: file:/data/users/njain/hive4/hive4/build/ql/tmp/1105642705/10000
128 val_128
128 val_128
128 val_128
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join29.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join29.q.out?rev=787539&r1=787538&r2=787539&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join29.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join29.q.out Tue Jun 23 04:35:01 2009
@@ -10,13 +10,15 @@
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1, Stage-4
+ Stage-2 depends on stages: Stage-1, Stage-7
Stage-3 depends on stages: Stage-2
- Stage-0 depends on stages: Stage-3
- Stage-4 is a root stage
- Stage-2 depends on stages: Stage-1, Stage-4
+ Stage-6 depends on stages: Stage-3
+ Stage-0 depends on stages: Stage-6
+ Stage-7 is a root stage
+ Stage-2 depends on stages: Stage-1, Stage-7
Stage-3 depends on stages: Stage-2
- Stage-0 depends on stages: Stage-3
+ Stage-6 depends on stages: Stage-3
+ Stage-0 depends on stages: Stage-6
STAGE PLANS:
Stage: Stage-1
@@ -71,7 +73,7 @@
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1433557648/10002
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1531940851/10002
Common Join Operator
condition map:
Inner Join 0 to 1
@@ -91,11 +93,11 @@
Local Work:
Map Reduce Local Work
Alias -> Map Local Tables:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1433557648/10004
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1531940851/10005
Fetch Operator
limit: -1
Alias -> Map Local Operator Tree:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1433557648/10004
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1531940851/10005
Common Join Operator
condition map:
Inner Join 0 to 1
@@ -116,7 +118,7 @@
Stage: Stage-3
Map Reduce
Alias -> Map Operator Tree:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1433557648/10003
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1531940851/10003
Select Operator
Select Operator
expressions:
@@ -143,17 +145,51 @@
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest_j1
+ Stage: Stage-6
+ Conditional Operator
+ list of dependent Tasks:
+ Move Operator
+ files:
+ hdfs directory: true
+ destination: file:/data/users/njain/hive4/hive4/build/ql/tmp/512693083/10000
+ Map Reduce
+ Alias -> Map Operator Tree:
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1531940851/10004
+ Reduce Output Operator
+ sort order:
+ Map-reduce partition columns:
+ expr: rand()
+ type: double
+ tag: -1
+ value expressions:
+ expr: key
+ type: string
+ expr: cnt1
+ type: int
+ expr: cnt2
+ type: int
+ Reduce Operator Tree:
+ Extract
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
+
Stage: Stage-0
Move Operator
tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest_j1
+ replace: true
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
- Stage: Stage-4
+ Stage: Stage-7
Map Reduce
Alias -> Map Operator Tree:
subq1:x
@@ -212,7 +248,7 @@
Output: default/dest_j1
query: select * from dest_j1 x order by x.key
Input: default/dest_j1
-Output: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1124342487/10000
+Output: file:/data/users/njain/hive4/hive4/build/ql/tmp/1489048746/10000
128 1 3
146 1 2
150 1 1
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join3.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join3.q.out?rev=787539&r1=787538&r2=787539&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join3.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join3.q.out Tue Jun 23 04:35:01 2009
@@ -91,12 +91,12 @@
Stage: Stage-0
Move Operator
tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest1
+ replace: true
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest1
query: FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key = src3.key)
@@ -105,7 +105,7 @@
Output: default/dest1
query: SELECT dest1.* FROM dest1
Input: default/dest1
-Output: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/574651295/10000
+Output: file:/data/users/njain/hive4/hive4/build/ql/tmp/447413355/10000
0 val_0
0 val_0
0 val_0
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join30.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join30.q.out?rev=787539&r1=787538&r2=787539&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join30.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join30.q.out Tue Jun 23 04:35:01 2009
@@ -60,7 +60,7 @@
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1960448619/10002
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1868281911/10002
Select Operator
Select Operator
expressions:
@@ -117,12 +117,12 @@
Stage: Stage-0
Move Operator
tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest_j1
+ replace: true
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
query: INSERT OVERWRITE TABLE dest_j1
@@ -132,7 +132,7 @@
Output: default/dest_j1
query: select * from dest_j1 x order by x.key
Input: default/dest_j1
-Output: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1763096611/10000
+Output: file:/data/users/njain/hive4/hive4/build/ql/tmp/1393129158/10000
66 1
98 2
128 3
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join31.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join31.q.out?rev=787539&r1=787538&r2=787539&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join31.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join31.q.out Tue Jun 23 04:35:01 2009
@@ -70,7 +70,7 @@
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/287638858/10002
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1913053399/10002
Common Join Operator
condition map:
Inner Join 0 to 1
@@ -90,11 +90,11 @@
Local Work:
Map Reduce Local Work
Alias -> Map Local Tables:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/287638858/10004
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1913053399/10004
Fetch Operator
limit: -1
Alias -> Map Local Operator Tree:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/287638858/10004
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1913053399/10004
Common Join Operator
condition map:
Inner Join 0 to 1
@@ -115,7 +115,7 @@
Stage: Stage-3
Map Reduce
Alias -> Map Operator Tree:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/287638858/10003
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1913053399/10003
Select Operator
Select Operator
expressions:
@@ -172,12 +172,12 @@
Stage: Stage-0
Move Operator
tables:
- replace: true
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest_j1
+ replace: true
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
Stage: Stage-4
Map Reduce
@@ -237,7 +237,7 @@
Output: default/dest_j1
query: select * from dest_j1 x order by x.key
Input: default/dest_j1
-Output: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1116945545/10000
+Output: file:/data/users/njain/hive4/hive4/build/ql/tmp/1094372260/10000
128 1
146 1
150 1
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join32.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join32.q.out?rev=787539&r1=787538&r2=787539&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join32.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join32.q.out Tue Jun 23 04:35:01 2009
@@ -8,13 +8,14 @@
(TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_JOIN (TOK_TABREF src1 x) (TOK_TABREF src y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL y) key))) (TOK_TABREF srcpart z) (and (and (= (. (TOK_TABLE_OR_COL x) value) (. (TOK_TABLE_OR_COL z) value)) (= (. (TOK_TABLE_OR_COL z) ds) '2008-04-08')) (= (. (TOK_TABLE_OR_COL z) hr) 11)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB dest_j1)) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST x z))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL z) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL y) value)))))
STAGE DEPENDENCIES:
- Stage-3 is a root stage
- Stage-1 depends on stages: Stage-3
+ Stage-6 is a root stage
+ Stage-1 depends on stages: Stage-6
Stage-2 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-2
+ Stage-5 depends on stages: Stage-2
+ Stage-0 depends on stages: Stage-5
STAGE PLANS:
- Stage: Stage-3
+ Stage: Stage-6
Map Reduce
Alias -> Map Operator Tree:
y
@@ -31,7 +32,7 @@
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1684107982/10003
+ directory: file:/data/users/njain/hive4/hive4/build/ql/tmp/1667896979/10004
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -59,7 +60,7 @@
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1684107982/10003
+ directory: file:/data/users/njain/hive4/hive4/build/ql/tmp/1667896979/10004
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -68,9 +69,9 @@
columns.types string,string,string,string
Needs Tagging: false
Path -> Alias:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/src
+ file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/src
Path -> Partition:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/src
+ file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/src
Partition
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -85,14 +86,14 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/src
+ location file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/src
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: src
Stage: Stage-1
Map Reduce
Alias -> Map Operator Tree:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1684107982/10003
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1667896979/10004
Select Operator
Common Join Operator
condition map:
@@ -107,7 +108,7 @@
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1684107982/10002
+ directory: file:/data/users/njain/hive4/hive4/build/ql/tmp/1667896979/10002
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -143,7 +144,7 @@
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1684107982/10002
+ directory: file:/data/users/njain/hive4/hive4/build/ql/tmp/1667896979/10002
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -152,9 +153,9 @@
columns.types string,string,string,string,string,string,string,string
Needs Tagging: false
Path -> Alias:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1684107982/10003
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1667896979/10004
Path -> Partition:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1684107982/10003
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1667896979/10004
Partition
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
@@ -166,7 +167,7 @@
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1684107982/10002
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1667896979/10002
Select Operator
Select Operator
expressions:
@@ -179,7 +180,7 @@
File Output Operator
compressed: false
GlobalTableId: 1
- directory: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1448849776/10000
+ directory: file:/data/users/njain/hive4/hive4/build/ql/tmp/1667896979/10003
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -193,14 +194,14 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/dest_j1
+ location file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/dest_j1
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest_j1
Needs Tagging: false
Path -> Alias:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1684107982/10002
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1667896979/10002
Path -> Partition:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1684107982/10002
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1667896979/10002
Partition
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
@@ -209,28 +210,97 @@
columns _col0,_col1,_col2,_col3,_col4,_col5,_col6,_col7
columns.types string,string,string,string,string,string,string,string
+ Stage: Stage-5
+ Conditional Operator
+ list of dependent Tasks:
+ Move Operator
+ files:
+ hdfs directory: true
+ source: file:/data/users/njain/hive4/hive4/build/ql/tmp/1667896979/10003
+ destination: file:/data/users/njain/hive4/hive4/build/ql/tmp/765743614/10000
+ Map Reduce
+ Alias -> Map Operator Tree:
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1667896979/10003
+ Reduce Output Operator
+ sort order:
+ Map-reduce partition columns:
+ expr: rand()
+ type: double
+ tag: -1
+ value expressions:
+ expr: key
+ type: string
+ expr: value
+ type: string
+ expr: val2
+ type: string
+ Needs Tagging: false
+ Path -> Alias:
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1667896979/10003
+ Path -> Partition:
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1667896979/10003
+ Partition
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest_j1
+ columns.types string:string:string
+ serialization.ddl struct dest_j1 { string key, string value, string val2}
+ serialization.format 1
+ columns key,value,val2
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/dest_j1
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
+ Reduce Operator Tree:
+ Extract
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ directory: file:/data/users/njain/hive4/hive4/build/ql/tmp/765743614/10000
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest_j1
+ columns.types string:string:string
+ serialization.ddl struct dest_j1 { string key, string value, string val2}
+ serialization.format 1
+ columns key,value,val2
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/dest_j1
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
+
Stage: Stage-0
Move Operator
tables:
- replace: true
- source: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1448849776/10000
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest_j1
- columns.types string:string:string
- serialization.ddl struct dest_j1 { string key, string value, string val2}
- serialization.format 1
- columns key,value,val2
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/dest_j1
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest_j1
- tmp directory: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1448849776/10001
+ replace: true
+ source: file:/data/users/njain/hive4/hive4/build/ql/tmp/765743614/10000
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest_j1
+ columns.types string:string:string
+ serialization.ddl struct dest_j1 { string key, string value, string val2}
+ serialization.format 1
+ columns key,value,val2
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/dest_j1
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
+ tmp directory: file:/data/users/njain/hive4/hive4/build/ql/tmp/765743614/10001
query: INSERT OVERWRITE TABLE dest_j1
@@ -243,7 +313,7 @@
Output: default/dest_j1
query: select * from dest_j1 x order by x.key
Input: default/dest_j1
-Output: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1210500588/10000
+Output: file:/data/users/njain/hive4/hive4/build/ql/tmp/1004857562/10000
146 val_146 val_146
146 val_146 val_146
146 val_146 val_146
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join33.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join33.q.out?rev=787539&r1=787538&r2=787539&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join33.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join33.q.out Tue Jun 23 04:35:01 2009
@@ -30,7 +30,7 @@
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/409684435/10002
+ directory: file:/data/users/njain/hive4/hive4/build/ql/tmp/1264995702/10002
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -58,7 +58,7 @@
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/409684435/10002
+ directory: file:/data/users/njain/hive4/hive4/build/ql/tmp/1264995702/10002
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -67,9 +67,9 @@
columns.types string,string,string,string
Needs Tagging: false
Path -> Alias:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/src
+ file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/src
Path -> Partition:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/src
+ file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/src
Partition
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -84,7 +84,7 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/src
+ location file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/src
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: src
@@ -118,7 +118,7 @@
type: string
expr: hr
type: string
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/409684435/10002
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1264995702/10002
Select Operator
Reduce Output Operator
key expressions:
@@ -140,10 +140,10 @@
type: string
Needs Tagging: true
Path -> Alias:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/409684435/10002
+ file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1264995702/10002
Path -> Partition:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
+ file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
Partition
partition values:
ds 2008-04-08
@@ -162,10 +162,10 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/srcpart
+ location file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/srcpart
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/409684435/10002
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1264995702/10002
Partition
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
@@ -191,7 +191,7 @@
File Output Operator
compressed: false
GlobalTableId: 1
- directory: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1859464866/10000
+ directory: file:/data/users/njain/hive4/hive4/build/ql/tmp/140361458/10000
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -205,32 +205,32 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/dest_j1
+ location file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/dest_j1
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest_j1
Stage: Stage-0
Move Operator
tables:
- replace: true
- source: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1859464866/10000
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest_j1
- columns.types string:string:string
- serialization.ddl struct dest_j1 { string key, string value, string val2}
- serialization.format 1
- columns key,value,val2
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/dest_j1
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest_j1
- tmp directory: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1859464866/10001
+ replace: true
+ source: file:/data/users/njain/hive4/hive4/build/ql/tmp/140361458/10000
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest_j1
+ columns.types string:string:string
+ serialization.ddl struct dest_j1 { string key, string value, string val2}
+ serialization.format 1
+ columns key,value,val2
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/dest_j1
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
+ tmp directory: file:/data/users/njain/hive4/hive4/build/ql/tmp/140361458/10001
query: INSERT OVERWRITE TABLE dest_j1
@@ -243,7 +243,7 @@
Output: default/dest_j1
query: select * from dest_j1 x order by x.key
Input: default/dest_j1
-Output: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1895295754/10000
+Output: file:/data/users/njain/hive4/hive4/build/ql/tmp/2070324498/10000
146 val_146 val_146
146 val_146 val_146
146 val_146 val_146
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join34.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join34.q.out?rev=787539&r1=787538&r2=787539&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join34.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join34.q.out Tue Jun 23 04:35:01 2009
@@ -15,7 +15,8 @@
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-2 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-2
+ Stage-5 depends on stages: Stage-2
+ Stage-0 depends on stages: Stage-5
STAGE PLANS:
Stage: Stage-1
@@ -46,7 +47,7 @@
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/785300879/10002
+ directory: file:/data/users/njain/hive4/hive4/build/ql/tmp/1147824776/10002
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -78,7 +79,7 @@
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/785300879/10002
+ directory: file:/data/users/njain/hive4/hive4/build/ql/tmp/1147824776/10002
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -106,7 +107,7 @@
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/785300879/10002
+ directory: file:/data/users/njain/hive4/hive4/build/ql/tmp/1147824776/10002
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -115,9 +116,9 @@
columns.types string,string,string,string
Needs Tagging: false
Path -> Alias:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/src
+ file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/src
Path -> Partition:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/src
+ file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/src
Partition
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -132,14 +133,14 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/src
+ location file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/src
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: src
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/785300879/10002
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1147824776/10002
Select Operator
Select Operator
expressions:
@@ -152,7 +153,7 @@
File Output Operator
compressed: false
GlobalTableId: 1
- directory: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/907897578/10000
+ directory: file:/data/users/njain/hive4/hive4/build/ql/tmp/1147824776/10003
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -166,14 +167,14 @@
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/dest_j1
+ location file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/dest_j1
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest_j1
Needs Tagging: false
Path -> Alias:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/785300879/10002
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1147824776/10002
Path -> Partition:
- file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/785300879/10002
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1147824776/10002
Partition
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
@@ -182,28 +183,97 @@
columns _col0,_col1,_col2,_col3
columns.types string,string,string,string
+ Stage: Stage-5
+ Conditional Operator
+ list of dependent Tasks:
+ Move Operator
+ files:
+ hdfs directory: true
+ source: file:/data/users/njain/hive4/hive4/build/ql/tmp/1147824776/10003
+ destination: file:/data/users/njain/hive4/hive4/build/ql/tmp/713355228/10000
+ Map Reduce
+ Alias -> Map Operator Tree:
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1147824776/10003
+ Reduce Output Operator
+ sort order:
+ Map-reduce partition columns:
+ expr: rand()
+ type: double
+ tag: -1
+ value expressions:
+ expr: key
+ type: string
+ expr: value
+ type: string
+ expr: val2
+ type: string
+ Needs Tagging: false
+ Path -> Alias:
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1147824776/10003
+ Path -> Partition:
+ file:/data/users/njain/hive4/hive4/build/ql/tmp/1147824776/10003
+ Partition
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest_j1
+ columns.types string:string:string
+ serialization.ddl struct dest_j1 { string key, string value, string val2}
+ serialization.format 1
+ columns key,value,val2
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/dest_j1
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
+ Reduce Operator Tree:
+ Extract
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ directory: file:/data/users/njain/hive4/hive4/build/ql/tmp/713355228/10000
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest_j1
+ columns.types string:string:string
+ serialization.ddl struct dest_j1 { string key, string value, string val2}
+ serialization.format 1
+ columns key,value,val2
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/dest_j1
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
+
Stage: Stage-0
Move Operator
tables:
- replace: true
- source: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/907897578/10000
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- name dest_j1
- columns.types string:string:string
- serialization.ddl struct dest_j1 { string key, string value, string val2}
- serialization.format 1
- columns key,value,val2
- bucket_count -1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location file:/Users/char/Documents/workspace/Hive-460/build/ql/test/data/warehouse/dest_j1
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest_j1
- tmp directory: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/907897578/10001
+ replace: true
+ source: file:/data/users/njain/hive4/hive4/build/ql/tmp/713355228/10000
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ name dest_j1
+ columns.types string:string:string
+ serialization.ddl struct dest_j1 { string key, string value, string val2}
+ serialization.format 1
+ columns key,value,val2
+ bucket_count -1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ file.inputformat org.apache.hadoop.mapred.TextInputFormat
+ file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ location file:/data/users/njain/hive4/hive4/build/ql/test/data/warehouse/dest_j1
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
+ tmp directory: file:/data/users/njain/hive4/hive4/build/ql/tmp/713355228/10001
query: INSERT OVERWRITE TABLE dest_j1
@@ -219,7 +289,7 @@
Output: default/dest_j1
query: select * from dest_j1 x order by x.key
Input: default/dest_j1
-Output: file:/Users/char/Documents/workspace/Hive-460/build/ql/tmp/1160963373/10000
+Output: file:/data/users/njain/hive4/hive4/build/ql/tmp/1207801716/10000
128 val_128
128 val_128
128 val_128