You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by na...@apache.org on 2010/10/28 06:50:03 UTC
svn commit: r1028183 [4/4] - in /hive/trunk: ./
ql/src/test/results/clientpositive/
Modified: hive/trunk/ql/src/test/results/clientpositive/skewjoin.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/skewjoin.q.out?rev=1028183&r1=1028182&r2=1028183&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/skewjoin.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/skewjoin.q.out Thu Oct 28 04:50:02 2010
@@ -139,9 +139,7 @@ STAGE PLANS:
limit: -1
Alias -> Map Local Operator Tree:
1
- Common Join Operator
- condition map:
- Inner Join 0 to 1
+ JDBM Sink Operator
condition expressions:
0 {0_VALUE_0}
1 {1_VALUE_0}
@@ -149,14 +147,13 @@ STAGE PLANS:
keys:
0 [Column[joinkey0]]
1 [Column[joinkey0]]
- outputColumnNames: _col0, _col5
Position of Big Table: 0
Stage: Stage-4
Map Reduce
Alias -> Map Operator Tree:
0
- Common Join Operator
+ Map Join Operator
condition map:
Inner Join 0 to 1
condition expressions:
@@ -222,11 +219,11 @@ POSTHOOK: Lineage: dest_j1.value SIMPLE
PREHOOK: query: SELECT sum(hash(key)), sum(hash(value)) FROM dest_j1
PREHOOK: type: QUERY
PREHOOK: Input: default@dest_j1
-PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-04-50_849_4926018945681458170/-mr-10000
+PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-06-19_102_8796456594111978797/-mr-10000
POSTHOOK: query: SELECT sum(hash(key)), sum(hash(value)) FROM dest_j1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@dest_j1
-POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-04-50_849_4926018945681458170/-mr-10000
+POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-06-19_102_8796456594111978797/-mr-10000
POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ]
278697 101852390308
@@ -376,7 +373,7 @@ PREHOOK: Input: default@t1
PREHOOK: Input: default@t2
PREHOOK: Input: default@t3
PREHOOK: Input: default@t4
-PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-05-30_958_5269065287490367280/-mr-10000
+PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-06-35_021_282318098948564636/-mr-10000
POSTHOOK: query: SELECT /*+ STREAMTABLE(a) */ *
FROM T1 a JOIN T2 b ON a.key = b.key
JOIN T3 c ON b.key = c.key
@@ -386,7 +383,7 @@ POSTHOOK: Input: default@t1
POSTHOOK: Input: default@t2
POSTHOOK: Input: default@t3
POSTHOOK: Input: default@t4
-POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-05-30_958_5269065287490367280/-mr-10000
+POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-06-35_021_282318098948564636/-mr-10000
POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ]
2 12 2 22 2 12 2 12
@@ -536,7 +533,7 @@ PREHOOK: Input: default@t1
PREHOOK: Input: default@t2
PREHOOK: Input: default@t3
PREHOOK: Input: default@t4
-PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-05-36_527_8632422920697698077/-mr-10000
+PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-06-38_270_4680889030113901410/-mr-10000
POSTHOOK: query: SELECT /*+ STREAMTABLE(a,c) */ *
FROM T1 a JOIN T2 b ON a.key = b.key
JOIN T3 c ON b.key = c.key
@@ -546,7 +543,7 @@ POSTHOOK: Input: default@t1
POSTHOOK: Input: default@t2
POSTHOOK: Input: default@t3
POSTHOOK: Input: default@t4
-POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-05-36_527_8632422920697698077/-mr-10000
+POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-06-38_270_4680889030113901410/-mr-10000
POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ]
2 12 2 22 2 12 2 12
@@ -636,7 +633,7 @@ STAGE PLANS:
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/tmp/liyintang/hive_2010-10-19_10-05-42_041_7344594961437099384/-mr-10002
+ file:/tmp/heyongqiang/hive_2010-10-27_15-06-41_304_411032267288143321/-mr-10002
Reduce Output Operator
sort order:
tag: -1
@@ -681,12 +678,12 @@ PREHOOK: query: FROM T1 a JOIN src c ON
PREHOOK: type: QUERY
PREHOOK: Input: default@src
PREHOOK: Input: default@t1
-PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-05-42_198_1840888490716635874/-mr-10000
+PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-06-41_378_6980884094838374214/-mr-10000
POSTHOOK: query: FROM T1 a JOIN src c ON c.key+1=a.key SELECT /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key))
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
POSTHOOK: Input: default@t1
-POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-05-42_198_1840888490716635874/-mr-10000
+POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-06-41_378_6980884094838374214/-mr-10000
POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ]
198 6274 194
@@ -803,9 +800,7 @@ STAGE PLANS:
limit: -1
Alias -> Map Local Operator Tree:
1
- Common Join Operator
- condition map:
- Inner Join 0 to 1
+ JDBM Sink Operator
condition expressions:
0
1 {1_VALUE_0} {1_VALUE_1}
@@ -813,14 +808,13 @@ STAGE PLANS:
keys:
0 [Column[joinkey0]]
1 [Column[joinkey0]]
- outputColumnNames: _col2, _col3
Position of Big Table: 0
Stage: Stage-4
Map Reduce
Alias -> Map Operator Tree:
0
- Common Join Operator
+ Map Join Operator
condition map:
Inner Join 0 to 1
condition expressions:
@@ -858,7 +852,7 @@ STAGE PLANS:
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/tmp/liyintang/hive_2010-10-19_10-05-50_405_6110056714768738373/-mr-10002
+ file:/tmp/heyongqiang/hive_2010-10-27_15-06-47_083_7583033798461542975/-mr-10002
Reduce Output Operator
sort order:
tag: -1
@@ -902,7 +896,7 @@ ON (x.key = Y.key)
SELECT sum(hash(Y.key)), sum(hash(Y.value))
PREHOOK: type: QUERY
PREHOOK: Input: default@src
-PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-05-50_724_433499985548447694/-mr-10000
+PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-06-47_255_6693309924800490257/-mr-10000
POSTHOOK: query: FROM
(SELECT src.* FROM src) x
JOIN
@@ -911,7 +905,7 @@ ON (x.key = Y.key)
SELECT sum(hash(Y.key)), sum(hash(Y.value))
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
-POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-05-50_724_433499985548447694/-mr-10000
+POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-06-47_255_6693309924800490257/-mr-10000
POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ]
44481300 101852390308
@@ -1038,9 +1032,7 @@ STAGE PLANS:
limit: -1
Alias -> Map Local Operator Tree:
1
- Common Join Operator
- condition map:
- Inner Join 0 to 1
+ JDBM Sink Operator
condition expressions:
0
1 {1_VALUE_0} {1_VALUE_1}
@@ -1048,14 +1040,13 @@ STAGE PLANS:
keys:
0 [Column[joinkey0], Column[joinkey1]]
1 [Column[joinkey0], Column[joinkey1]]
- outputColumnNames: _col2, _col3
Position of Big Table: 0
Stage: Stage-4
Map Reduce
Alias -> Map Operator Tree:
0
- Common Join Operator
+ Map Join Operator
condition map:
Inner Join 0 to 1
condition expressions:
@@ -1093,7 +1084,7 @@ STAGE PLANS:
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/tmp/liyintang/hive_2010-10-19_10-06-47_474_6216702342566228377/-mr-10002
+ file:/tmp/heyongqiang/hive_2010-10-27_15-07-15_195_639976818225884535/-mr-10002
Reduce Output Operator
sort order:
tag: -1
@@ -1137,7 +1128,7 @@ ON (x.key = Y.key and substring(x.value,
SELECT sum(hash(Y.key)), sum(hash(Y.value))
PREHOOK: type: QUERY
PREHOOK: Input: default@src
-PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-06-47_800_6350809369258245956/-mr-10000
+PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-07-15_370_1979544668421346379/-mr-10000
POSTHOOK: query: FROM
(SELECT src.* FROM src) x
JOIN
@@ -1146,7 +1137,7 @@ ON (x.key = Y.key and substring(x.value,
SELECT sum(hash(Y.key)), sum(hash(Y.value))
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
-POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-06-47_800_6350809369258245956/-mr-10000
+POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-07-15_370_1979544668421346379/-mr-10000
POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ]
NULL NULL
@@ -1312,10 +1303,7 @@ STAGE PLANS:
limit: -1
Alias -> Map Local Operator Tree:
1
- Common Join Operator
- condition map:
- Inner Join 0 to 1
- Inner Join 0 to 2
+ JDBM Sink Operator
condition expressions:
0 {0_VALUE_0}
1 {1_VALUE_0}
@@ -1325,13 +1313,9 @@ STAGE PLANS:
0 [Column[joinkey0]]
1 [Column[joinkey0]]
2 [Column[joinkey0]]
- outputColumnNames: _col0, _col3
Position of Big Table: 0
2
- Common Join Operator
- condition map:
- Inner Join 0 to 1
- Inner Join 0 to 2
+ JDBM Sink Operator
condition expressions:
0 {0_VALUE_0}
1 {1_VALUE_0}
@@ -1341,14 +1325,13 @@ STAGE PLANS:
0 [Column[joinkey0]]
1 [Column[joinkey0]]
2 [Column[joinkey0]]
- outputColumnNames: _col0, _col3
Position of Big Table: 0
Stage: Stage-5
Map Reduce
Alias -> Map Operator Tree:
0
- Common Join Operator
+ Map Join Operator
condition map:
Inner Join 0 to 1
Inner Join 0 to 2
@@ -1389,7 +1372,7 @@ STAGE PLANS:
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/tmp/liyintang/hive_2010-10-19_10-07-40_748_888888270570061665/-mr-10002
+ file:/tmp/heyongqiang/hive_2010-10-27_15-07-40_939_791224492830751906/-mr-10002
Reduce Output Operator
sort order:
tag: -1
@@ -1431,10 +1414,7 @@ STAGE PLANS:
limit: -1
Alias -> Map Local Operator Tree:
0
- Common Join Operator
- condition map:
- Inner Join 0 to 1
- Inner Join 0 to 2
+ JDBM Sink Operator
condition expressions:
0 {0_VALUE_0}
1 {1_VALUE_0}
@@ -1444,13 +1424,9 @@ STAGE PLANS:
0 [Column[joinkey0]]
1 [Column[joinkey0]]
2 [Column[joinkey0]]
- outputColumnNames: _col0, _col3
Position of Big Table: 1
2
- Common Join Operator
- condition map:
- Inner Join 0 to 1
- Inner Join 0 to 2
+ JDBM Sink Operator
condition expressions:
0 {0_VALUE_0}
1 {1_VALUE_0}
@@ -1460,14 +1436,13 @@ STAGE PLANS:
0 [Column[joinkey0]]
1 [Column[joinkey0]]
2 [Column[joinkey0]]
- outputColumnNames: _col0, _col3
Position of Big Table: 1
Stage: Stage-6
Map Reduce
Alias -> Map Operator Tree:
1
- Common Join Operator
+ Map Join Operator
condition map:
Inner Join 0 to 1
Inner Join 0 to 2
@@ -1521,7 +1496,7 @@ JOIN
ON src1.c1 = src3.c5 AND src3.c5 < 80
PREHOOK: type: QUERY
PREHOOK: Input: default@src
-PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-07-41_326_108115999211054386/-mr-10000
+PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-07-41_289_4528597985146531444/-mr-10000
POSTHOOK: query: SELECT sum(hash(src1.c1)), sum(hash(src2.c4))
FROM
(SELECT src.key as c1, src.value as c2 from src) src1
@@ -1533,7 +1508,7 @@ JOIN
ON src1.c1 = src3.c5 AND src3.c5 < 80
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
-POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-07-41_326_108115999211054386/-mr-10000
+POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-07-41_289_4528597985146531444/-mr-10000
POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ]
293143 -136853010385
@@ -1565,9 +1540,7 @@ STAGE PLANS:
v
TableScan
alias: v
- Common Join Operator
- condition map:
- Left Outer Join0 to 1
+ JDBM Sink Operator
condition expressions:
0 {key}
1 {val}
@@ -1575,7 +1548,6 @@ STAGE PLANS:
keys:
0 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key], Const int 1()]
1 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()]
- outputColumnNames: _col0, _col5
Position of Big Table: 0
Stage: Stage-1
@@ -1584,7 +1556,7 @@ STAGE PLANS:
k
TableScan
alias: k
- Common Join Operator
+ Map Join Operator
condition map:
Left Outer Join0 to 1
condition expressions:
@@ -1608,7 +1580,7 @@ STAGE PLANS:
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/tmp/liyintang/hive_2010-10-19_10-08-41_351_6278160534430301243/-mr-10002
+ file:/tmp/heyongqiang/hive_2010-10-27_15-08-11_023_4952961378451488185/-mr-10002
Select Operator
expressions:
expr: _col0
@@ -1668,55 +1640,55 @@ STAGE PLANS:
PREHOOK: query: SELECT /*+ mapjoin(v)*/ sum(hash(k.key)), sum(hash(v.val)) FROM T1 k LEFT OUTER JOIN T1 v ON k.key+1=v.key
PREHOOK: type: QUERY
PREHOOK: Input: default@t1
-PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-08-41_490_8646731125667777254/-mr-10000
+PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-11_093_7547555083303240518/-mr-10000
POSTHOOK: query: SELECT /*+ mapjoin(v)*/ sum(hash(k.key)), sum(hash(v.val)) FROM T1 k LEFT OUTER JOIN T1 v ON k.key+1=v.key
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t1
-POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-08-41_490_8646731125667777254/-mr-10000
+POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-11_093_7547555083303240518/-mr-10000
POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ]
372 6320
PREHOOK: query: select /*+ mapjoin(k)*/ sum(hash(k.key)), sum(hash(v.val)) from T1 k join T1 v on k.key=v.val
PREHOOK: type: QUERY
PREHOOK: Input: default@t1
-PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-08-49_667_1957853727227558594/-mr-10000
+PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-16_379_6728265708807350086/-mr-10000
POSTHOOK: query: select /*+ mapjoin(k)*/ sum(hash(k.key)), sum(hash(v.val)) from T1 k join T1 v on k.key=v.val
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t1
-POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-08-49_667_1957853727227558594/-mr-10000
+POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-16_379_6728265708807350086/-mr-10000
POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ]
NULL NULL
PREHOOK: query: select /*+ mapjoin(k)*/ sum(hash(k.key)), sum(hash(v.val)) from T1 k join T1 v on k.key=v.key
PREHOOK: type: QUERY
PREHOOK: Input: default@t1
-PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-08-57_949_3421678461487010281/-mr-10000
+PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-21_607_6541620241735835708/-mr-10000
POSTHOOK: query: select /*+ mapjoin(k)*/ sum(hash(k.key)), sum(hash(v.val)) from T1 k join T1 v on k.key=v.key
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t1
-POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-08-57_949_3421678461487010281/-mr-10000
+POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-21_607_6541620241735835708/-mr-10000
POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ]
429 12643
PREHOOK: query: select sum(hash(k.key)), sum(hash(v.val)) from T1 k join T1 v on k.key=v.key
PREHOOK: type: QUERY
PREHOOK: Input: default@t1
-PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-09-06_106_9105927732182868271/-mr-10000
+PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-27_482_5011839329231174267/-mr-10000
POSTHOOK: query: select sum(hash(k.key)), sum(hash(v.val)) from T1 k join T1 v on k.key=v.key
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t1
-POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-09-06_106_9105927732182868271/-mr-10000
+POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-27_482_5011839329231174267/-mr-10000
POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ]
429 12643
PREHOOK: query: select count(1) from T1 a join T1 b on a.key = b.key
PREHOOK: type: QUERY
PREHOOK: Input: default@t1
-PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-09-17_819_6956454420254919929/-mr-10000
+PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-35_146_3336063612709764146/-mr-10000
POSTHOOK: query: select count(1) from T1 a join T1 b on a.key = b.key
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t1
-POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-09-17_819_6956454420254919929/-mr-10000
+POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-35_146_3336063612709764146/-mr-10000
POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ]
8
@@ -1724,12 +1696,12 @@ PREHOOK: query: FROM T1 a LEFT OUTER JOI
PREHOOK: type: QUERY
PREHOOK: Input: default@t1
PREHOOK: Input: default@t2
-PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-09-29_643_1471344657735837027/-mr-10000
+PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-42_859_1470660249312294617/-mr-10000
POSTHOOK: query: FROM T1 a LEFT OUTER JOIN T2 c ON c.key+1=a.key SELECT sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key))
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t1
POSTHOOK: Input: default@t2
-POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-09-29_643_1471344657735837027/-mr-10000
+POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-42_859_1470660249312294617/-mr-10000
POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ]
317 9462 50
@@ -1737,12 +1709,12 @@ PREHOOK: query: FROM T1 a RIGHT OUTER JO
PREHOOK: type: QUERY
PREHOOK: Input: default@t1
PREHOOK: Input: default@t2
-PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-09-37_719_1766810325799201220/-mr-10000
+PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-48_569_1389223424240589811/-mr-10000
POSTHOOK: query: FROM T1 a RIGHT OUTER JOIN T2 c ON c.key+1=a.key SELECT /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key))
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t1
POSTHOOK: Input: default@t2
-POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-09-37_719_1766810325799201220/-mr-10000
+POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-48_569_1389223424240589811/-mr-10000
POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ]
51 1570 318
@@ -1750,12 +1722,12 @@ PREHOOK: query: FROM T1 a FULL OUTER JOI
PREHOOK: type: QUERY
PREHOOK: Input: default@t1
PREHOOK: Input: default@t2
-PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-09-45_768_5626269091454711692/-mr-10000
+PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-53_884_193002294179789118/-mr-10000
POSTHOOK: query: FROM T1 a FULL OUTER JOIN T2 c ON c.key+1=a.key SELECT /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key))
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t1
POSTHOOK: Input: default@t2
-POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-09-45_768_5626269091454711692/-mr-10000
+POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-53_884_193002294179789118/-mr-10000
POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ]
317 9462 318
@@ -1763,12 +1735,12 @@ PREHOOK: query: SELECT sum(hash(src1.key
PREHOOK: type: QUERY
PREHOOK: Input: default@t1
PREHOOK: Input: default@t2
-PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-09-53_877_4064218124982922608/-mr-10000
+PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-59_493_4647924292571801277/-mr-10000
POSTHOOK: query: SELECT sum(hash(src1.key)), sum(hash(src1.val)), sum(hash(src2.key)) FROM T1 src1 LEFT OUTER JOIN T2 src2 ON src1.key+1 = src2.key RIGHT OUTER JOIN T2 src3 ON src2.key = src3.key
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t1
POSTHOOK: Input: default@t2
-POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-09-53_877_4064218124982922608/-mr-10000
+POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-59_493_4647924292571801277/-mr-10000
POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ]
370 11003 377
@@ -1776,23 +1748,23 @@ PREHOOK: query: SELECT sum(hash(src1.key
PREHOOK: type: QUERY
PREHOOK: Input: default@t1
PREHOOK: Input: default@t2
-PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-10-00_997_7881612208030962780/-mr-10000
+PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-09-04_974_5598263675862728012/-mr-10000
POSTHOOK: query: SELECT sum(hash(src1.key)), sum(hash(src1.val)), sum(hash(src2.key)) FROM T1 src1 JOIN T2 src2 ON src1.key+1 = src2.key JOIN T2 src3 ON src2.key = src3.key
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t1
POSTHOOK: Input: default@t2
-POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-10-00_997_7881612208030962780/-mr-10000
+POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-09-04_974_5598263675862728012/-mr-10000
POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ]
370 11003 377
PREHOOK: query: select /*+ mapjoin(v)*/ sum(hash(k.key)), sum(hash(v.val)) from T1 k left outer join T1 v on k.key+1=v.key
PREHOOK: type: QUERY
PREHOOK: Input: default@t1
-PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-10-21_614_76890166910035533/-mr-10000
+PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-09-15_753_4549651274151249293/-mr-10000
POSTHOOK: query: select /*+ mapjoin(v)*/ sum(hash(k.key)), sum(hash(v.val)) from T1 k left outer join T1 v on k.key+1=v.key
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t1
-POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-10-21_614_76890166910035533/-mr-10000
+POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-09-15_753_4549651274151249293/-mr-10000
POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ]
372 6320
Modified: hive/trunk/ql/src/test/results/clientpositive/stats11.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/stats11.q.out?rev=1028183&r1=1028182&r2=1028183&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/stats11.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/stats11.q.out Thu Oct 28 04:50:02 2010
@@ -109,9 +109,7 @@ STAGE PLANS:
predicate:
expr: (ds = '2008-04-08')
type: boolean
- Common Join Operator
- condition map:
- Inner Join 0 to 1
+ JDBM Sink Operator
condition expressions:
0 {key} {value}
1 {value} {ds}
@@ -119,16 +117,15 @@ STAGE PLANS:
keys:
0 [Column[key]]
1 [Column[key]]
- outputColumnNames: _col0, _col1, _col5, _col6
Position of Big Table: 0
Bucket Mapjoin Context:
Alias Bucket Base File Name Mapping:
b {srcbucket20.txt=[srcbucket20.txt, srcbucket22.txt], srcbucket21.txt=[srcbucket21.txt, srcbucket23.txt]}
Alias Bucket File Name Mapping:
- b {pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]}
+ b {pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]}
Alias Bucket Output File Name Mapping:
- pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0
- pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1
+ pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0
+ pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1
Stage: Stage-1
Map Reduce
@@ -137,7 +134,7 @@ STAGE PLANS:
TableScan
alias: a
GatherStats: false
- Common Join Operator
+ Map Join Operator
condition map:
Inner Join 0 to 1
condition expressions:
@@ -177,9 +174,9 @@ STAGE PLANS:
File Output Operator
compressed: false
GlobalTableId: 1
- directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-32-14_890_7132224476182536886/-ext-10002
+ directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10002
NumFilesPerFileSink: 1
- Stats Publishing Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-32-14_890_7132224476182536886/-ext-10000/
+ Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10000/
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -189,12 +186,12 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
+ location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
name bucketmapjoin_tmp_result
serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1287181934
+ transient_lastDdlTime 1288217681
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: bucketmapjoin_tmp_result
TotalFiles: 1
@@ -204,9 +201,9 @@ STAGE PLANS:
Map Reduce Local Work
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin [a]
+ pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin [a]
Path -> Partition:
- pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin
+ pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin
Partition
base file name: srcbucket_mapjoin
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -218,12 +215,12 @@ STAGE PLANS:
columns.types int:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin
+ location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin
name srcbucket_mapjoin
serialization.ddl struct srcbucket_mapjoin { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1287181928
+ transient_lastDdlTime 1288217678
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -235,12 +232,12 @@ STAGE PLANS:
columns.types int:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin
+ location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin
name srcbucket_mapjoin
serialization.ddl struct srcbucket_mapjoin { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1287181928
+ transient_lastDdlTime 1288217678
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcbucket_mapjoin
name: srcbucket_mapjoin
@@ -252,14 +249,14 @@ STAGE PLANS:
Move Operator
files:
hdfs directory: true
- source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-32-14_890_7132224476182536886/-ext-10002
- destination: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-32-14_890_7132224476182536886/-ext-10000
+ source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10002
+ destination: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10000
Stage: Stage-0
Move Operator
tables:
replace: true
- source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-32-14_890_7132224476182536886/-ext-10000
+ source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10000
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -269,28 +266,28 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
+ location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
name bucketmapjoin_tmp_result
serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1287181934
+ transient_lastDdlTime 1288217681
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: bucketmapjoin_tmp_result
- tmp directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-32-14_890_7132224476182536886/-ext-10001
+ tmp directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10001
Stage: Stage-2
Stats-Aggr Operator
- Stats Aggregation Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-32-14_890_7132224476182536886/-ext-10000/
+ Stats Aggregation Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10000/
Stage: Stage-3
Map Reduce
Alias -> Map Operator Tree:
- pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-32-14_890_7132224476182536886/-ext-10002
+ pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10002
File Output Operator
compressed: false
GlobalTableId: 0
- directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-32-14_890_7132224476182536886/-ext-10000
+ directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10000
NumFilesPerFileSink: 1
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -301,12 +298,12 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
+ location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
name bucketmapjoin_tmp_result
serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1287181934
+ transient_lastDdlTime 1288217681
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: bucketmapjoin_tmp_result
TotalFiles: 1
@@ -314,9 +311,9 @@ STAGE PLANS:
MultiFileSpray: false
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-32-14_890_7132224476182536886/-ext-10002 [pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-32-14_890_7132224476182536886/-ext-10002]
+ pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10002 [pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10002]
Path -> Partition:
- pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-32-14_890_7132224476182536886/-ext-10002
+ pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10002
Partition
base file name: -ext-10002
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -327,12 +324,12 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
+ location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
name bucketmapjoin_tmp_result
serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1287181934
+ transient_lastDdlTime 1288217681
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -343,12 +340,12 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
+ location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
name bucketmapjoin_tmp_result
serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1287181934
+ transient_lastDdlTime 1288217681
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: bucketmapjoin_tmp_result
name: bucketmapjoin_tmp_result
@@ -376,11 +373,11 @@ POSTHOOK: Lineage: bucketmapjoin_tmp_res
PREHOOK: query: select count(1) from bucketmapjoin_tmp_result
PREHOOK: type: QUERY
PREHOOK: Input: default@bucketmapjoin_tmp_result
-PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-32-27_821_1716622073264168482/-mr-10000
+PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-14-50_095_3921503802679188237/-mr-10000
POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result
POSTHOOK: type: QUERY
POSTHOOK: Input: default@bucketmapjoin_tmp_result
-POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-32-27_821_1716622073264168482/-mr-10000
+POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-14-50_095_3921503802679188237/-mr-10000
POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
@@ -429,11 +426,11 @@ POSTHOOK: Lineage: bucketmapjoin_tmp_res
PREHOOK: query: select count(1) from bucketmapjoin_tmp_result
PREHOOK: type: QUERY
PREHOOK: Input: default@bucketmapjoin_tmp_result
-PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-32-48_695_8542588372219700867/-mr-10000
+PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-09_956_1467526469974049835/-mr-10000
POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result
POSTHOOK: type: QUERY
POSTHOOK: Input: default@bucketmapjoin_tmp_result
-POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-32-48_695_8542588372219700867/-mr-10000
+POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-09_956_1467526469974049835/-mr-10000
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
@@ -472,14 +469,14 @@ on a.key = b.key
PREHOOK: type: QUERY
PREHOOK: Input: default@bucketmapjoin_hash_result_1
PREHOOK: Input: default@bucketmapjoin_hash_result_2
-PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-32-57_913_2821095706036592785/-mr-10000
+PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-16_402_1274526735492717452/-mr-10000
POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2
from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b
on a.key = b.key
POSTHOOK: type: QUERY
POSTHOOK: Input: default@bucketmapjoin_hash_result_1
POSTHOOK: Input: default@bucketmapjoin_hash_result_2
-POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-32-57_913_2821095706036592785/-mr-10000
+POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-16_402_1274526735492717452/-mr-10000
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
@@ -541,9 +538,7 @@ STAGE PLANS:
TableScan
alias: a
GatherStats: false
- Common Join Operator
- condition map:
- Inner Join 0 to 1
+ JDBM Sink Operator
condition expressions:
0 {key} {value}
1 {value} {ds}
@@ -551,18 +546,17 @@ STAGE PLANS:
keys:
0 [Column[key]]
1 [Column[key]]
- outputColumnNames: _col0, _col1, _col5, _col6
Position of Big Table: 1
Bucket Mapjoin Context:
Alias Bucket Base File Name Mapping:
a {srcbucket20.txt=[srcbucket20.txt], srcbucket21.txt=[srcbucket21.txt], srcbucket22.txt=[srcbucket20.txt], srcbucket23.txt=[srcbucket21.txt]}
Alias Bucket File Name Mapping:
- a {pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]}
+ a {pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]}
Alias Bucket Output File Name Mapping:
- pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0
- pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1
- pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2
- pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3
+ pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0
+ pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1
+ pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2
+ pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3
Stage: Stage-1
Map Reduce
@@ -576,7 +570,7 @@ STAGE PLANS:
predicate:
expr: (ds = '2008-04-08')
type: boolean
- Common Join Operator
+ Map Join Operator
condition map:
Inner Join 0 to 1
condition expressions:
@@ -616,9 +610,9 @@ STAGE PLANS:
File Output Operator
compressed: false
GlobalTableId: 1
- directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-33-01_834_6703337065896490804/-ext-10002
+ directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10002
NumFilesPerFileSink: 1
- Stats Publishing Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-33-01_834_6703337065896490804/-ext-10000/
+ Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10000/
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -628,7 +622,7 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
+ location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
name bucketmapjoin_tmp_result
numFiles 1
numPartitions 0
@@ -637,7 +631,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 8983
- transient_lastDdlTime 1287181968
+ transient_lastDdlTime 1288217709
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: bucketmapjoin_tmp_result
TotalFiles: 1
@@ -647,9 +641,9 @@ STAGE PLANS:
Map Reduce Local Work
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b]
+ pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b]
Path -> Partition:
- pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08
+ pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08
Partition
base file name: ds=2008-04-08
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -663,13 +657,13 @@ STAGE PLANS:
columns.types int:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part
+ location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part
name srcbucket_mapjoin_part
partition_columns ds
serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1287181928
+ transient_lastDdlTime 1288217678
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -681,13 +675,13 @@ STAGE PLANS:
columns.types int:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part
+ location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part
name srcbucket_mapjoin_part
partition_columns ds
serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1287181928
+ transient_lastDdlTime 1288217678
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcbucket_mapjoin_part
name: srcbucket_mapjoin_part
@@ -699,14 +693,14 @@ STAGE PLANS:
Move Operator
files:
hdfs directory: true
- source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-33-01_834_6703337065896490804/-ext-10002
- destination: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-33-01_834_6703337065896490804/-ext-10000
+ source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10002
+ destination: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10000
Stage: Stage-0
Move Operator
tables:
replace: true
- source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-33-01_834_6703337065896490804/-ext-10000
+ source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10000
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -716,7 +710,7 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
+ location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
name bucketmapjoin_tmp_result
numFiles 1
numPartitions 0
@@ -725,23 +719,23 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 8983
- transient_lastDdlTime 1287181968
+ transient_lastDdlTime 1288217709
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: bucketmapjoin_tmp_result
- tmp directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-33-01_834_6703337065896490804/-ext-10001
+ tmp directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10001
Stage: Stage-2
Stats-Aggr Operator
- Stats Aggregation Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-33-01_834_6703337065896490804/-ext-10000/
+ Stats Aggregation Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10000/
Stage: Stage-3
Map Reduce
Alias -> Map Operator Tree:
- pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-33-01_834_6703337065896490804/-ext-10002
+ pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10002
File Output Operator
compressed: false
GlobalTableId: 0
- directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-33-01_834_6703337065896490804/-ext-10000
+ directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10000
NumFilesPerFileSink: 1
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -752,7 +746,7 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
+ location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
name bucketmapjoin_tmp_result
numFiles 1
numPartitions 0
@@ -761,7 +755,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 8983
- transient_lastDdlTime 1287181968
+ transient_lastDdlTime 1288217709
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: bucketmapjoin_tmp_result
TotalFiles: 1
@@ -769,9 +763,9 @@ STAGE PLANS:
MultiFileSpray: false
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-33-01_834_6703337065896490804/-ext-10002 [pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-33-01_834_6703337065896490804/-ext-10002]
+ pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10002 [pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10002]
Path -> Partition:
- pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-33-01_834_6703337065896490804/-ext-10002
+ pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10002
Partition
base file name: -ext-10002
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -782,7 +776,7 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
+ location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
name bucketmapjoin_tmp_result
numFiles 1
numPartitions 0
@@ -791,7 +785,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 8983
- transient_lastDdlTime 1287181968
+ transient_lastDdlTime 1288217709
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -802,7 +796,7 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
+ location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
name bucketmapjoin_tmp_result
numFiles 1
numPartitions 0
@@ -811,7 +805,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 8983
- transient_lastDdlTime 1287181968
+ transient_lastDdlTime 1288217709
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: bucketmapjoin_tmp_result
name: bucketmapjoin_tmp_result
@@ -851,11 +845,11 @@ POSTHOOK: Lineage: bucketmapjoin_tmp_res
PREHOOK: query: select count(1) from bucketmapjoin_tmp_result
PREHOOK: type: QUERY
PREHOOK: Input: default@bucketmapjoin_tmp_result
-PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-33-15_502_1421160556625509468/-mr-10000
+PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-27_883_5821584311616966454/-mr-10000
POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result
POSTHOOK: type: QUERY
POSTHOOK: Input: default@bucketmapjoin_tmp_result
-POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-33-15_502_1421160556625509468/-mr-10000
+POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-27_883_5821584311616966454/-mr-10000
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
@@ -940,11 +934,11 @@ POSTHOOK: Lineage: bucketmapjoin_tmp_res
PREHOOK: query: select count(1) from bucketmapjoin_tmp_result
PREHOOK: type: QUERY
PREHOOK: Input: default@bucketmapjoin_tmp_result
-PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-33-36_617_5470095902610700853/-mr-10000
+PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-42_761_6730929785597192047/-mr-10000
POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result
POSTHOOK: type: QUERY
POSTHOOK: Input: default@bucketmapjoin_tmp_result
-POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-33-36_617_5470095902610700853/-mr-10000
+POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-42_761_6730929785597192047/-mr-10000
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
@@ -1007,14 +1001,14 @@ on a.key = b.key
PREHOOK: type: QUERY
PREHOOK: Input: default@bucketmapjoin_hash_result_1
PREHOOK: Input: default@bucketmapjoin_hash_result_2
-PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-33-45_895_3152224560181417883/-mr-10000
+PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-49_261_7311186777068701827/-mr-10000
POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2
from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b
on a.key = b.key
POSTHOOK: type: QUERY
POSTHOOK: Input: default@bucketmapjoin_hash_result_1
POSTHOOK: Input: default@bucketmapjoin_hash_result_2
-POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-33-45_895_3152224560181417883/-mr-10000
+POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-49_261_7311186777068701827/-mr-10000
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
Modified: hive/trunk/ql/src/test/results/clientpositive/union22.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union22.q.out?rev=1028183&r1=1028182&r2=1028183&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/union22.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/union22.q.out Thu Oct 28 04:50:02 2010
@@ -119,9 +119,7 @@ STAGE PLANS:
expr: k4
type: string
outputColumnNames: _col1, _col3, _col4
- Common Join Operator
- condition map:
- Left Outer Join0 to 1
+ JDBM Sink Operator
condition expressions:
0 {k1} {k2}
1 {_col3} {_col4}
@@ -132,7 +130,6 @@ STAGE PLANS:
keys:
0 [Column[k1]]
1 [Column[_col1]]
- outputColumnNames: _col0, _col1, _col10, _col11
Position of Big Table: 0
Stage: Stage-1
@@ -147,7 +144,7 @@ STAGE PLANS:
predicate:
expr: (k1 > 20)
type: boolean
- Common Join Operator
+ Map Join Operator
condition map:
Left Outer Join0 to 1
condition expressions:
@@ -165,7 +162,7 @@ STAGE PLANS:
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/tmp/liyintang/hive_2010-10-15_16-07-19_952_3322818947448684803/-mr-10002
+ directory: file:/tmp/heyongqiang/hive_2010-10-27_15-39-47_471_6619420927562677446/-mr-10002
NumFilesPerFileSink: 1
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
@@ -181,9 +178,9 @@ STAGE PLANS:
Map Reduce Local Work
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dst_union22/ds=1 [null-subquery2:subq-subquery2:a]
+ pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22/ds=1 [null-subquery2:subq-subquery2:a]
Path -> Partition:
- pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dst_union22/ds=1
+ pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22/ds=1
Partition
base file name: ds=1
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -196,7 +193,7 @@ STAGE PLANS:
columns.types string:string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dst_union22
+ location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22
name dst_union22
numFiles 1
numPartitions 1
@@ -206,7 +203,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 11624
- transient_lastDdlTime 1287184033
+ transient_lastDdlTime 1288219182
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -217,7 +214,7 @@ STAGE PLANS:
columns.types string:string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dst_union22
+ location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22
name dst_union22
numFiles 1
numPartitions 1
@@ -227,7 +224,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 11624
- transient_lastDdlTime 1287184033
+ transient_lastDdlTime 1288219182
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dst_union22
name: dst_union22
@@ -235,7 +232,7 @@ STAGE PLANS:
Stage: Stage-3
Map Reduce
Alias -> Map Operator Tree:
- file:/tmp/liyintang/hive_2010-10-15_16-07-19_952_3322818947448684803/-mr-10002
+ file:/tmp/heyongqiang/hive_2010-10-27_15-39-47_471_6619420927562677446/-mr-10002
Select Operator
expressions:
expr: _col0
@@ -278,10 +275,10 @@ STAGE PLANS:
File Output Operator
compressed: false
GlobalTableId: 1
- directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_16-07-19_952_3322818947448684803/-ext-10000
+ directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10000
NumFilesPerFileSink: 1
Static Partition Specification: ds=2/
- Stats Publishing Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_16-07-19_952_3322818947448684803/-ext-10000/
+ Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10000/
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -291,7 +288,7 @@ STAGE PLANS:
columns.types string:string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dst_union22
+ location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22
name dst_union22
numFiles 1
numPartitions 1
@@ -301,7 +298,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 11624
- transient_lastDdlTime 1287184033
+ transient_lastDdlTime 1288219182
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dst_union22
TotalFiles: 1
@@ -347,10 +344,10 @@ STAGE PLANS:
File Output Operator
compressed: false
GlobalTableId: 1
- directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_16-07-19_952_3322818947448684803/-ext-10000
+ directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10000
NumFilesPerFileSink: 1
Static Partition Specification: ds=2/
- Stats Publishing Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_16-07-19_952_3322818947448684803/-ext-10000/
+ Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10000/
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -360,7 +357,7 @@ STAGE PLANS:
columns.types string:string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dst_union22
+ location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22
name dst_union22
numFiles 1
numPartitions 1
@@ -370,7 +367,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 11624
- transient_lastDdlTime 1287184033
+ transient_lastDdlTime 1288219182
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dst_union22
TotalFiles: 1
@@ -378,10 +375,10 @@ STAGE PLANS:
MultiFileSpray: false
Needs Tagging: false
Path -> Alias:
- file:/tmp/liyintang/hive_2010-10-15_16-07-19_952_3322818947448684803/-mr-10002 [file:/tmp/liyintang/hive_2010-10-15_16-07-19_952_3322818947448684803/-mr-10002]
- pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dst_union22_delta/ds=1 [null-subquery1:subq-subquery1:dst_union22_delta]
+ file:/tmp/heyongqiang/hive_2010-10-27_15-39-47_471_6619420927562677446/-mr-10002 [file:/tmp/heyongqiang/hive_2010-10-27_15-39-47_471_6619420927562677446/-mr-10002]
+ pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22_delta/ds=1 [null-subquery1:subq-subquery1:dst_union22_delta]
Path -> Partition:
- file:/tmp/liyintang/hive_2010-10-15_16-07-19_952_3322818947448684803/-mr-10002
+ file:/tmp/heyongqiang/hive_2010-10-27_15-39-47_471_6619420927562677446/-mr-10002
Partition
base file name: -mr-10002
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
@@ -397,7 +394,7 @@ STAGE PLANS:
columns _col0,_col1,_col10,_col11
columns.types string,string,string,string
escape.delim \
- pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dst_union22_delta/ds=1
+ pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22_delta/ds=1
Partition
base file name: ds=1
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -410,7 +407,7 @@ STAGE PLANS:
columns.types string:string:string:string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dst_union22_delta
+ location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22_delta
name dst_union22_delta
numFiles 1
numPartitions 1
@@ -420,7 +417,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 17436
- transient_lastDdlTime 1287184039
+ transient_lastDdlTime 1288219187
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -431,7 +428,7 @@ STAGE PLANS:
columns.types string:string:string:string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dst_union22_delta
+ location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22_delta
name dst_union22_delta
numFiles 1
numPartitions 1
@@ -441,7 +438,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 17436
- transient_lastDdlTime 1287184039
+ transient_lastDdlTime 1288219187
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dst_union22_delta
name: dst_union22_delta
@@ -452,7 +449,7 @@ STAGE PLANS:
partition:
ds 2
replace: true
- source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_16-07-19_952_3322818947448684803/-ext-10000
+ source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10000
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -462,7 +459,7 @@ STAGE PLANS:
columns.types string:string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dst_union22
+ location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22
name dst_union22
numFiles 1
numPartitions 1
@@ -472,15 +469,14 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 11624
- transient_lastDdlTime 1287184033
+ transient_lastDdlTime 1288219182
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dst_union22
- tmp directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_16-07-19_952_3322818947448684803/-ext-10001
+ tmp directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10001
Stage: Stage-4
Stats-Aggr Operator
- Stats Aggregation Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_16-07-19_952_3322818947448684803/-ext-10000/
-
+ Stats Aggregation Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10000/
PREHOOK: query: insert overwrite table dst_union22 partition (ds='2')
select * from
@@ -529,11 +525,11 @@ POSTHOOK: Lineage: dst_union22_delta PAR
PREHOOK: query: select * from dst_union22 where ds = '2' order by k1
PREHOOK: type: QUERY
PREHOOK: Input: default@dst_union22@ds=2
-PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_16-07-32_654_4484631386729574257/-mr-10000
+PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-39-55_296_3770070825629131400/-mr-10000
POSTHOOK: query: select * from dst_union22 where ds = '2' order by k1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@dst_union22@ds=2
-POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_16-07-32_654_4484631386729574257/-mr-10000
+POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-39-55_296_3770070825629131400/-mr-10000
POSTHOOK: Lineage: dst_union22 PARTITION(ds=1).k1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: dst_union22 PARTITION(ds=1).k2 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
POSTHOOK: Lineage: dst_union22 PARTITION(ds=1).k3 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]