You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by he...@apache.org on 2010/10/26 20:28:25 UTC
svn commit: r1027672 [10/13] - in /hadoop/hive/trunk: ./
ql/src/gen-javabean/org/apache/hadoop/hive/ql/plan/api/
ql/src/java/org/apache/hadoop/hive/ql/exec/
ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/
ql/src/java/org/apache/hadoop/hive/ql/i...
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join36.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join36.q.out?rev=1027672&r1=1027671&r2=1027672&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join36.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join36.q.out Tue Oct 26 18:28:23 2010
@@ -57,7 +57,8 @@ ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF tmp1 x) (TOK_TABREF tmp2 y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL y) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB dest_j1)) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST x))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) cnt)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL y) cnt)))))
STAGE DEPENDENCIES:
- Stage-1 is a root stage
+ Stage-7 is a root stage
+ Stage-1 depends on stages: Stage-7
Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
Stage-4
Stage-0 depends on stages: Stage-4, Stage-3
@@ -65,6 +66,29 @@ STAGE DEPENDENCIES:
Stage-3
STAGE PLANS:
+ Stage: Stage-7
+ Map Reduce Local Work
+ Alias -> Map Local Tables:
+ x
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ x
+ TableScan
+ alias: x
+ Common Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {key} {cnt}
+ 1 {cnt}
+ handleSkewJoin: false
+ keys:
+ 0 [Column[key]]
+ 1 [Column[key]]
+ outputColumnNames: _col0, _col1, _col5
+ Position of Big Table: 1
+
Stage: Stage-1
Map Reduce
Alias -> Map Operator Tree:
@@ -111,52 +135,6 @@ STAGE PLANS:
name: dest_j1
Local Work:
Map Reduce Local Work
- Alias -> Map Local Tables:
- x
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- x
- TableScan
- alias: x
- Common Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {key} {cnt}
- 1 {cnt}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[key]]
- outputColumnNames: _col0, _col1, _col5
- Position of Big Table: 1
- Select Operator
- expressions:
- expr: _col0
- type: int
- expr: _col1
- type: int
- expr: _col5
- type: int
- outputColumnNames: _col0, _col1, _col5
- Select Operator
- expressions:
- expr: _col0
- type: int
- expr: _col1
- type: int
- expr: _col5
- type: int
- outputColumnNames: _col0, _col1, _col2
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest_j1
Stage: Stage-5
Conditional Operator
@@ -165,7 +143,7 @@ STAGE PLANS:
Move Operator
files:
hdfs directory: true
- destination: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-41-43_154_2888049314872131139/-ext-10000
+ destination: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-34-33_684_5611117980279032391/-ext-10000
Stage: Stage-0
Move Operator
@@ -183,7 +161,7 @@ STAGE PLANS:
Stage: Stage-3
Map Reduce
Alias -> Map Operator Tree:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-41-43_154_2888049314872131139/-ext-10002
+ pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-34-33_684_5611117980279032391/-ext-10002
File Output Operator
compressed: false
GlobalTableId: 0
@@ -218,11 +196,11 @@ POSTHOOK: Lineage: tmp2.key EXPRESSION [
PREHOOK: query: select * from dest_j1 x order by x.key
PREHOOK: type: QUERY
PREHOOK: Input: default@dest_j1
-PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-41-50_562_502275187594181738/-mr-10000
+PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_14-34-41_401_2982529179982198007/-mr-10000
POSTHOOK: query: select * from dest_j1 x order by x.key
POSTHOOK: type: QUERY
POSTHOOK: Input: default@dest_j1
-POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-41-50_562_502275187594181738/-mr-10000
+POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_14-34-41_401_2982529179982198007/-mr-10000
POSTHOOK: Lineage: dest_j1.key SIMPLE [(tmp1)x.FieldSchema(name:key, type:int, comment:null), ]
POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(tmp2)y.FieldSchema(name:cnt, type:int, comment:null), ]
POSTHOOK: Lineage: dest_j1.value SIMPLE [(tmp1)x.FieldSchema(name:cnt, type:int, comment:null), ]
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join37.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join37.q.out?rev=1027672&r1=1027671&r2=1027672&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join37.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join37.q.out Tue Oct 26 18:28:23 2010
@@ -17,7 +17,8 @@ ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF src1 x) (TOK_TABREF src y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL y) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB dest_j1)) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST X))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL y) value)))))
STAGE DEPENDENCIES:
- Stage-1 is a root stage
+ Stage-7 is a root stage
+ Stage-1 depends on stages: Stage-7
Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
Stage-4
Stage-0 depends on stages: Stage-4, Stage-3
@@ -25,6 +26,29 @@ STAGE DEPENDENCIES:
Stage-3
STAGE PLANS:
+ Stage: Stage-7
+ Map Reduce Local Work
+ Alias -> Map Local Tables:
+ x
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ x
+ TableScan
+ alias: x
+ Common Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {key} {value}
+ 1 {value}
+ handleSkewJoin: false
+ keys:
+ 0 [Column[key]]
+ 1 [Column[key]]
+ outputColumnNames: _col0, _col1, _col5
+ Position of Big Table: 1
+
Stage: Stage-1
Map Reduce
Alias -> Map Operator Tree:
@@ -80,61 +104,6 @@ STAGE PLANS:
name: dest_j1
Local Work:
Map Reduce Local Work
- Alias -> Map Local Tables:
- x
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- x
- TableScan
- alias: x
- Common Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {key} {value}
- 1 {value}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[key]]
- outputColumnNames: _col0, _col1, _col5
- Position of Big Table: 1
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- expr: _col5
- type: string
- outputColumnNames: _col0, _col1, _col5
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- expr: _col5
- type: string
- outputColumnNames: _col0, _col1, _col2
- Select Operator
- expressions:
- expr: UDFToInteger(_col0)
- type: int
- expr: _col1
- type: string
- expr: _col2
- type: string
- outputColumnNames: _col0, _col1, _col2
- File Output Operator
- compressed: false
- GlobalTableId: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest_j1
Stage: Stage-5
Conditional Operator
@@ -143,7 +112,7 @@ STAGE PLANS:
Move Operator
files:
hdfs directory: true
- destination: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-41-55_090_7852258381958275908/-ext-10000
+ destination: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-34-45_814_1606970852322632805/-ext-10000
Stage: Stage-0
Move Operator
@@ -161,7 +130,7 @@ STAGE PLANS:
Stage: Stage-3
Map Reduce
Alias -> Map Operator Tree:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-41-55_090_7852258381958275908/-ext-10002
+ pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-34-45_814_1606970852322632805/-ext-10002
File Output Operator
compressed: false
GlobalTableId: 0
@@ -192,11 +161,11 @@ POSTHOOK: Lineage: dest_j1.value SIMPLE
PREHOOK: query: select * from dest_j1 x order by x.key
PREHOOK: type: QUERY
PREHOOK: Input: default@dest_j1
-PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-42-02_401_8110052503148408708/-mr-10000
+PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_14-34-53_374_832161609076546752/-mr-10000
POSTHOOK: query: select * from dest_j1 x order by x.key
POSTHOOK: type: QUERY
POSTHOOK: Input: default@dest_j1
-POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-42-02_401_8110052503148408708/-mr-10000
+POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_14-34-53_374_832161609076546752/-mr-10000
POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src1)x.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ]
POSTHOOK: Lineage: dest_j1.value SIMPLE [(src1)x.FieldSchema(name:value, type:string, comment:default), ]
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join38.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join38.q.out?rev=1027672&r1=1027671&r2=1027672&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join38.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join38.q.out Tue Oct 26 18:28:23 2010
@@ -26,11 +26,11 @@ POSTHOOK: Lineage: tmp.col9 EXPRESSION [
PREHOOK: query: select * from tmp
PREHOOK: type: QUERY
PREHOOK: Input: default@tmp
-PREHOOK: Output: file:/tmp/jsichi/hive_2010-08-26_16-00-50_066_9191331330135572186/-mr-10000
+PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_14-35-03_529_8041528917330220501/-mr-10000
POSTHOOK: query: select * from tmp
POSTHOOK: type: QUERY
POSTHOOK: Input: default@tmp
-POSTHOOK: Output: file:/tmp/jsichi/hive_2010-08-26_16-00-50_066_9191331330135572186/-mr-10000
+POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_14-35-03_529_8041528917330220501/-mr-10000
POSTHOOK: Lineage: tmp.col0 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: tmp.col1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: tmp.col10 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
@@ -73,11 +73,35 @@ ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF src a) (TOK_TABREF tmp b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) col11)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST a))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) col5)) (TOK_SELEXPR (TOK_FUNCTION count 1) count)) (TOK_WHERE (= (. (TOK_TABLE_OR_COL b) col11) 111)) (TOK_GROUPBY (. (TOK_TABLE_OR_COL a) value) (. (TOK_TABLE_OR_COL b) col5))))
STAGE DEPENDENCIES:
- Stage-1 is a root stage
+ Stage-4 is a root stage
+ Stage-1 depends on stages: Stage-4
Stage-2 depends on stages: Stage-1
Stage-0 is a root stage
STAGE PLANS:
+ Stage: Stage-4
+ Map Reduce Local Work
+ Alias -> Map Local Tables:
+ a
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ a
+ TableScan
+ alias: a
+ Common Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {value}
+ 1 {col5} {col11}
+ handleSkewJoin: false
+ keys:
+ 0 [Column[key]]
+ 1 [Column[col11]]
+ outputColumnNames: _col1, _col9, _col15
+ Position of Big Table: 1
+
Stage: Stage-1
Map Reduce
Alias -> Map Operator Tree:
@@ -108,37 +132,11 @@ STAGE PLANS:
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
Local Work:
Map Reduce Local Work
- Alias -> Map Local Tables:
- a
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- a
- TableScan
- alias: a
- Common Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {value}
- 1 {col5} {col11}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[col11]]
- outputColumnNames: _col1, _col9, _col15
- Position of Big Table: 1
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/tmp/jsichi/hive_2010-08-26_16-00-50_333_7198447322152213728/-mr-10002
+ file:/tmp/liyintang/hive_2010-10-15_14-35-03_891_2596651658573027267/-mr-10002
Select Operator
expressions:
expr: _col1
@@ -226,7 +224,7 @@ group by a.value, b.col5
PREHOOK: type: QUERY
PREHOOK: Input: default@src
PREHOOK: Input: default@tmp
-PREHOOK: Output: file:/tmp/jsichi/hive_2010-08-26_16-00-50_441_1604865558910370709/-mr-10000
+PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_14-35-04_026_4932987435433548006/-mr-10000
POSTHOOK: query: FROM src a JOIN tmp b ON (a.key = b.col11)
SELECT /*+ MAPJOIN(a) */ a.value, b.col5, count(1) as count
where b.col11 = 111
@@ -234,7 +232,7 @@ group by a.value, b.col5
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
POSTHOOK: Input: default@tmp
-POSTHOOK: Output: file:/tmp/jsichi/hive_2010-08-26_16-00-50_441_1604865558910370709/-mr-10000
+POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_14-35-04_026_4932987435433548006/-mr-10000
POSTHOOK: Lineage: tmp.col0 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: tmp.col1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: tmp.col10 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join39.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join39.q.out?rev=1027672&r1=1027671&r2=1027672&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join39.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join39.q.out Tue Oct 26 18:28:23 2010
@@ -3,6 +3,154 @@ PREHOOK: type: CREATETABLE
POSTHOOK: query: CREATE TABLE dest_j1(key STRING, value STRING, key1 string, val2 STRING) STORED AS TEXTFILE
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: default@dest_j1
+PREHOOK: query: explain
+INSERT OVERWRITE TABLE dest_j1
+SELECT /*+ MAPJOIN(y) */ x.key, x.value, y.key, y.value
+FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key)
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+INSERT OVERWRITE TABLE dest_j1
+SELECT /*+ MAPJOIN(y) */ x.key, x.value, y.key, y.value
+FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key)
+POSTHOOK: type: QUERY
+ABSTRACT SYNTAX TREE:
+ (TOK_QUERY (TOK_FROM (TOK_LEFTOUTERJOIN (TOK_TABREF src x) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (<= (TOK_TABLE_OR_COL key) 100)))) y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL y) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB dest_j1)) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST y))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL y) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL y) value)))))
+
+STAGE DEPENDENCIES:
+ Stage-7 is a root stage
+ Stage-1 depends on stages: Stage-7
+ Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-4
+ Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-2 depends on stages: Stage-0
+ Stage-3
+
+STAGE PLANS:
+ Stage: Stage-7
+ Map Reduce Local Work
+ Alias -> Map Local Tables:
+ y:src
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ y:src
+ TableScan
+ alias: src
+ Filter Operator
+ predicate:
+ expr: (key <= 100)
+ type: boolean
+ Filter Operator
+ predicate:
+ expr: (key <= 100)
+ type: boolean
+ Select Operator
+ expressions:
+ expr: key
+ type: string
+ expr: value
+ type: string
+ outputColumnNames: _col0, _col1
+ Common Join Operator
+ condition map:
+ Left Outer Join0 to 1
+ condition expressions:
+ 0 {key} {value}
+ 1 {_col0} {_col1}
+ handleSkewJoin: false
+ keys:
+ 0 [Column[key]]
+ 1 [Column[_col0]]
+ outputColumnNames: _col0, _col1, _col4, _col5
+ Position of Big Table: 0
+
+ Stage: Stage-1
+ Map Reduce
+ Alias -> Map Operator Tree:
+ x
+ TableScan
+ alias: x
+ Common Join Operator
+ condition map:
+ Left Outer Join0 to 1
+ condition expressions:
+ 0 {key} {value}
+ 1 {_col0} {_col1}
+ handleSkewJoin: false
+ keys:
+ 0 [Column[key]]
+ 1 [Column[_col0]]
+ outputColumnNames: _col0, _col1, _col4, _col5
+ Position of Big Table: 0
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ expr: _col4
+ type: string
+ expr: _col5
+ type: string
+ outputColumnNames: _col0, _col1, _col4, _col5
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ expr: _col4
+ type: string
+ expr: _col5
+ type: string
+ outputColumnNames: _col0, _col1, _col2, _col3
+ File Output Operator
+ compressed: false
+ GlobalTableId: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
+ Local Work:
+ Map Reduce Local Work
+
+ Stage: Stage-5
+ Conditional Operator
+
+ Stage: Stage-4
+ Move Operator
+ files:
+ hdfs directory: true
+ destination: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-35-12_770_665160760349140672/-ext-10000
+
+ Stage: Stage-0
+ Move Operator
+ tables:
+ replace: true
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
+
+ Stage: Stage-2
+ Stats-Aggr Operator
+
+ Stage: Stage-3
+ Map Reduce
+ Alias -> Map Operator Tree:
+ pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-35-12_770_665160760349140672/-ext-10002
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: dest_j1
+
+
PREHOOK: query: INSERT OVERWRITE TABLE dest_j1
SELECT /*+ MAPJOIN(y) */ x.key, x.value, y.key, y.value
FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key)
@@ -22,11 +170,11 @@ POSTHOOK: Lineage: dest_j1.value SIMPLE
PREHOOK: query: select * from dest_j1 x order by x.key
PREHOOK: type: QUERY
PREHOOK: Input: default@dest_j1
-PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-34-38_483_2873236764151910976/10000
+PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_14-35-20_561_5505086574145624502/-mr-10000
POSTHOOK: query: select * from dest_j1 x order by x.key
POSTHOOK: type: QUERY
POSTHOOK: Input: default@dest_j1
-POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-34-38_483_2873236764151910976/10000
+POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_14-35-20_561_5505086574145624502/-mr-10000
POSTHOOK: Lineage: dest_j1.key SIMPLE [(src)x.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: dest_j1.key1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join40.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join40.q.out?rev=1027672&r1=1027671&r2=1027672&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join40.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join40.q.out Tue Oct 26 18:28:23 2010
@@ -100,12 +100,12 @@ PREHOOK: query: SELECT x.key, x.value, y
FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key)
PREHOOK: type: QUERY
PREHOOK: Input: default@src
-PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_13-00-06_210_967311768247652763/-mr-10000
+PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-02-31_124_6927903071980513683/-mr-10000
POSTHOOK: query: SELECT x.key, x.value, y.key, y.value
FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key)
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
-POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_13-00-06_210_967311768247652763/-mr-10000
+POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-02-31_124_6927903071980513683/-mr-10000
0 val_0 0 val_0
0 val_0 0 val_0
0 val_0 0 val_0
@@ -751,12 +751,12 @@ PREHOOK: query: select src1.key, src2.va
FROM src src1 JOIN src src2 ON (src1.key = src2.key)
PREHOOK: type: QUERY
PREHOOK: Input: default@src
-PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_13-00-17_142_417700842326185495/-mr-10000
+PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-02-37_946_7958640688746987562/-mr-10000
POSTHOOK: query: select src1.key, src2.value
FROM src src1 JOIN src src2 ON (src1.key = src2.key)
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
-POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_13-00-17_142_417700842326185495/-mr-10000
+POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-02-37_946_7958640688746987562/-mr-10000
0 val_0
0 val_0
0 val_0
@@ -1904,7 +1904,7 @@ STAGE PLANS:
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_13-00-31_857_1059875095406707508/-mr-10002
+ file:/tmp/liyintang/hive_2010-10-16_20-02-47_615_5874602744426579650/-mr-10002
Reduce Output Operator
key expressions:
expr: _col0
@@ -1952,12 +1952,12 @@ PREHOOK: query: SELECT * FROM src src1 J
SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value
PREHOOK: type: QUERY
PREHOOK: Input: default@src
-PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_13-00-31_970_2552113638239570524/-mr-10000
+PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-02-47_757_232126715240534957/-mr-10000
POSTHOOK: query: SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20)
SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
-POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_13-00-31_970_2552113638239570524/-mr-10000
+POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-02-47_757_232126715240534957/-mr-10000
NULL NULL NULL NULL 10 val_10
NULL NULL NULL NULL 100 val_100
NULL NULL NULL NULL 100 val_100
@@ -2633,7 +2633,7 @@ STAGE PLANS:
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_13-00-48_236_188923787391871879/-mr-10002
+ file:/tmp/liyintang/hive_2010-10-16_20-03-00_961_3638553023871821513/-mr-10002
Reduce Output Operator
key expressions:
expr: _col0
@@ -2681,12 +2681,12 @@ PREHOOK: query: SELECT * FROM src src1 J
SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value
PREHOOK: type: QUERY
PREHOOK: Input: default@src
-PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_13-00-48_363_6899226935845466819/-mr-10000
+PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-03-01_106_5886120209091224363/-mr-10000
POSTHOOK: query: SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key < 15) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20)
SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
-POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_13-00-48_363_6899226935845466819/-mr-10000
+POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-03-01_106_5886120209091224363/-mr-10000
NULL NULL NULL NULL 10 val_10
NULL NULL NULL NULL 100 val_100
NULL NULL NULL NULL 100 val_100
@@ -3247,10 +3247,49 @@ ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_LEFTOUTERJOIN (TOK_TABREF src x) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (<= (TOK_TABLE_OR_COL key) 100)))) y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL y) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST y))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL y) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL y) value)))))
STAGE DEPENDENCIES:
- Stage-1 is a root stage
+ Stage-3 is a root stage
+ Stage-1 depends on stages: Stage-3
Stage-0 is a root stage
STAGE PLANS:
+ Stage: Stage-3
+ Map Reduce Local Work
+ Alias -> Map Local Tables:
+ y:src
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ y:src
+ TableScan
+ alias: src
+ Filter Operator
+ predicate:
+ expr: (key <= 100)
+ type: boolean
+ Filter Operator
+ predicate:
+ expr: (key <= 100)
+ type: boolean
+ Select Operator
+ expressions:
+ expr: key
+ type: string
+ expr: value
+ type: string
+ outputColumnNames: _col0, _col1
+ Common Join Operator
+ condition map:
+ Left Outer Join0 to 1
+ condition expressions:
+ 0 {key} {value}
+ 1 {_col0} {_col1}
+ handleSkewJoin: false
+ keys:
+ 0 [Column[key]]
+ 1 [Column[_col0]]
+ outputColumnNames: _col0, _col1, _col4, _col5
+ Position of Big Table: 0
+
Stage: Stage-1
Map Reduce
Alias -> Map Operator Tree:
@@ -3299,85 +3338,21 @@ STAGE PLANS:
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
Local Work:
Map Reduce Local Work
- Alias -> Map Local Tables:
- y:src
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- y:src
- TableScan
- alias: src
- Filter Operator
- predicate:
- expr: (key <= 100)
- type: boolean
- Filter Operator
- predicate:
- expr: (key <= 100)
- type: boolean
- Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- outputColumnNames: _col0, _col1
- Common Join Operator
- condition map:
- Left Outer Join0 to 1
- condition expressions:
- 0 {key} {value}
- 1 {_col0} {_col1}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[_col0]]
- outputColumnNames: _col0, _col1, _col4, _col5
- Position of Big Table: 0
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- expr: _col4
- type: string
- expr: _col5
- type: string
- outputColumnNames: _col0, _col1, _col4, _col5
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- expr: _col4
- type: string
- expr: _col5
- type: string
- outputColumnNames: _col0, _col1, _col2, _col3
- File Output Operator
- compressed: false
- GlobalTableId: 0
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
Stage: Stage-0
Fetch Operator
limit: -1
-
PREHOOK: query: SELECT /*+ MAPJOIN(y) */ x.key, x.value, y.key, y.value
FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key)
PREHOOK: type: QUERY
PREHOOK: Input: default@src
-PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_13-01-00_497_7810479910052206762/-mr-10000
+PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-03-11_195_45527429920277744/-mr-10000
POSTHOOK: query: SELECT /*+ MAPJOIN(y) */ x.key, x.value, y.key, y.value
FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key)
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
-POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_13-01-00_497_7810479910052206762/-mr-10000
+POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-03-11_195_45527429920277744/-mr-10000
238 val_238 NULL NULL
86 val_86 86 val_86
311 val_311 NULL NULL
@@ -4011,7 +3986,7 @@ STAGE PLANS:
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
- file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_13-01-06_156_3096923421519776221/-mr-10002
+ file:/tmp/liyintang/hive_2010-10-16_20-03-16_243_8188098789715192859/-mr-10002
Reduce Output Operator
sort order:
tag: -1
@@ -4045,9 +4020,9 @@ STAGE PLANS:
PREHOOK: query: SELECT COUNT(1) FROM SRC A JOIN SRC B ON (A.KEY=B.KEY)
PREHOOK: type: QUERY
PREHOOK: Input: default@src
-PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_13-01-06_237_3766500628681283400/-mr-10000
+PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-03-16_359_4312483358519343610/-mr-10000
POSTHOOK: query: SELECT COUNT(1) FROM SRC A JOIN SRC B ON (A.KEY=B.KEY)
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
-POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_13-01-06_237_3766500628681283400/-mr-10000
+POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-03-16_359_4312483358519343610/-mr-10000
1028
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/join_map_ppr.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/join_map_ppr.q.out?rev=1027672&r1=1027671&r2=1027672&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/join_map_ppr.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/join_map_ppr.q.out Tue Oct 26 18:28:23 2010
@@ -21,7 +21,8 @@ ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_JOIN (TOK_TABREF src1 x) (TOK_TABREF src y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL y) key))) (TOK_TABREF srcpart z) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL z) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB dest_j1)) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST x y))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL z) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL y) value))) (TOK_WHERE (and (= (. (TOK_TABLE_OR_COL z) ds) '2008-04-08') (= (. (TOK_TABLE_OR_COL z) hr) 11)))))
STAGE DEPENDENCIES:
- Stage-1 is a root stage
+ Stage-8 is a root stage
+ Stage-1 depends on stages: Stage-8
Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
Stage-4
Stage-0 depends on stages: Stage-4, Stage-3
@@ -29,6 +30,55 @@ STAGE DEPENDENCIES:
Stage-3
STAGE PLANS:
+ Stage: Stage-8
+ Map Reduce Local Work
+ Alias -> Map Local Tables:
+ x
+ Fetch Operator
+ limit: -1
+ y
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ x
+ TableScan
+ alias: x
+ GatherStats: false
+ Common Join Operator
+ condition map:
+ Inner Join 0 to 1
+ Inner Join 0 to 2
+ condition expressions:
+ 0 {key}
+ 1 {value}
+ 2 {value} {ds} {hr}
+ handleSkewJoin: false
+ keys:
+ 0 [Column[key]]
+ 1 [Column[key]]
+ 2 [Column[key]]
+ outputColumnNames: _col0, _col5, _col9, _col10, _col11
+ Position of Big Table: 2
+ y
+ TableScan
+ alias: y
+ GatherStats: false
+ Common Join Operator
+ condition map:
+ Inner Join 0 to 1
+ Inner Join 0 to 2
+ condition expressions:
+ 0 {key}
+ 1 {value}
+ 2 {value} {ds} {hr}
+ handleSkewJoin: false
+ keys:
+ 0 [Column[key]]
+ 1 [Column[key]]
+ 2 [Column[key]]
+ outputColumnNames: _col0, _col5, _col9, _col10, _col11
+ Position of Big Table: 2
+
Stage: Stage-1
Map Reduce
Alias -> Map Operator Tree:
@@ -86,9 +136,9 @@ STAGE PLANS:
File Output Operator
compressed: false
GlobalTableId: 1
- directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-30_437_7008487967784489062/-ext-10002
+ directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-25_565_4458155958654291457/-ext-10002
NumFilesPerFileSink: 1
- Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-30_437_7008487967784489062/-ext-10000/
+ Stats Publishing Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-25_565_4458155958654291457/-ext-10000/
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -98,12 +148,12 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest_j1
+ location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dest_j1
name dest_j1
serialization.ddl struct dest_j1 { string key, string value, string val2}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1284507870
+ transient_lastDdlTime 1287179185
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest_j1
TotalFiles: 1
@@ -111,163 +161,11 @@ STAGE PLANS:
MultiFileSpray: false
Local Work:
Map Reduce Local Work
- Alias -> Map Local Tables:
- x
- Fetch Operator
- limit: -1
- y
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- x
- TableScan
- alias: x
- GatherStats: false
- Common Join Operator
- condition map:
- Inner Join 0 to 1
- Inner Join 0 to 2
- condition expressions:
- 0 {key}
- 1 {value}
- 2 {value} {ds} {hr}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[key]]
- 2 [Column[key]]
- outputColumnNames: _col0, _col5, _col9, _col10, _col11
- Position of Big Table: 2
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col5
- type: string
- expr: _col9
- type: string
- expr: _col10
- type: string
- expr: _col11
- type: string
- outputColumnNames: _col0, _col5, _col9, _col10, _col11
- Filter Operator
- isSamplingPred: false
- predicate:
- expr: ((_col10 = '2008-04-08') and (_col11 = 11))
- type: boolean
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col9
- type: string
- expr: _col5
- type: string
- outputColumnNames: _col0, _col1, _col2
- File Output Operator
- compressed: false
- GlobalTableId: 1
- directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-30_437_7008487967784489062/-ext-10002
- NumFilesPerFileSink: 1
- Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-30_437_7008487967784489062/-ext-10000/
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- columns key,value,val2
- columns.types string:string:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest_j1
- name dest_j1
- serialization.ddl struct dest_j1 { string key, string value, string val2}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1284507870
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest_j1
- TotalFiles: 1
- GatherStats: true
- MultiFileSpray: false
- y
- TableScan
- alias: y
- GatherStats: false
- Common Join Operator
- condition map:
- Inner Join 0 to 1
- Inner Join 0 to 2
- condition expressions:
- 0 {key}
- 1 {value}
- 2 {value} {ds} {hr}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[key]]
- 2 [Column[key]]
- outputColumnNames: _col0, _col5, _col9, _col10, _col11
- Position of Big Table: 2
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col5
- type: string
- expr: _col9
- type: string
- expr: _col10
- type: string
- expr: _col11
- type: string
- outputColumnNames: _col0, _col5, _col9, _col10, _col11
- Filter Operator
- isSamplingPred: false
- predicate:
- expr: ((_col10 = '2008-04-08') and (_col11 = 11))
- type: boolean
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col9
- type: string
- expr: _col5
- type: string
- outputColumnNames: _col0, _col1, _col2
- File Output Operator
- compressed: false
- GlobalTableId: 1
- directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-30_437_7008487967784489062/-ext-10002
- NumFilesPerFileSink: 1
- Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-30_437_7008487967784489062/-ext-10000/
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- columns key,value,val2
- columns.types string:string:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest_j1
- name dest_j1
- serialization.ddl struct dest_j1 { string key, string value, string val2}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1284507870
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest_j1
- TotalFiles: 1
- GatherStats: true
- MultiFileSpray: false
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z]
+ pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z]
Path -> Partition:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
+ pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
Partition
base file name: hr=11
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -281,13 +179,13 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1284504421
+ transient_lastDdlTime 1287175206
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -298,13 +196,13 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1284504421
+ transient_lastDdlTime 1287175206
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
name: srcpart
@@ -316,14 +214,14 @@ STAGE PLANS:
Move Operator
files:
hdfs directory: true
- source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-30_437_7008487967784489062/-ext-10002
- destination: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-30_437_7008487967784489062/-ext-10000
+ source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-25_565_4458155958654291457/-ext-10002
+ destination: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-25_565_4458155958654291457/-ext-10000
Stage: Stage-0
Move Operator
tables:
replace: true
- source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-30_437_7008487967784489062/-ext-10000
+ source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-25_565_4458155958654291457/-ext-10000
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -333,28 +231,28 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest_j1
+ location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dest_j1
name dest_j1
serialization.ddl struct dest_j1 { string key, string value, string val2}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1284507870
+ transient_lastDdlTime 1287179185
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest_j1
- tmp directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-30_437_7008487967784489062/-ext-10001
+ tmp directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-25_565_4458155958654291457/-ext-10001
Stage: Stage-2
Stats-Aggr Operator
- Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-30_437_7008487967784489062/-ext-10000/
+ Stats Aggregation Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-25_565_4458155958654291457/-ext-10000/
Stage: Stage-3
Map Reduce
Alias -> Map Operator Tree:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-30_437_7008487967784489062/-ext-10002
+ pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-25_565_4458155958654291457/-ext-10002
File Output Operator
compressed: false
GlobalTableId: 0
- directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-30_437_7008487967784489062/-ext-10000
+ directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-25_565_4458155958654291457/-ext-10000
NumFilesPerFileSink: 1
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -365,12 +263,12 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest_j1
+ location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dest_j1
name dest_j1
serialization.ddl struct dest_j1 { string key, string value, string val2}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1284507870
+ transient_lastDdlTime 1287179185
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest_j1
TotalFiles: 1
@@ -378,9 +276,9 @@ STAGE PLANS:
MultiFileSpray: false
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-30_437_7008487967784489062/-ext-10002 [pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-30_437_7008487967784489062/-ext-10002]
+ pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-25_565_4458155958654291457/-ext-10002 [pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-25_565_4458155958654291457/-ext-10002]
Path -> Partition:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-30_437_7008487967784489062/-ext-10002
+ pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-25_565_4458155958654291457/-ext-10002
Partition
base file name: -ext-10002
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -391,12 +289,12 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest_j1
+ location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dest_j1
name dest_j1
serialization.ddl struct dest_j1 { string key, string value, string val2}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1284507870
+ transient_lastDdlTime 1287179185
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -407,16 +305,17 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest_j1
+ location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dest_j1
name dest_j1
serialization.ddl struct dest_j1 { string key, string value, string val2}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1284507870
+ transient_lastDdlTime 1287179185
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest_j1
name: dest_j1
+
PREHOOK: query: INSERT OVERWRITE TABLE dest_j1
SELECT /*+ MAPJOIN(x,y) */ x.key, z.value, y.value
FROM src1 x JOIN src y ON (x.key = y.key)
@@ -443,11 +342,11 @@ POSTHOOK: Lineage: dest_j1.value SIMPLE
PREHOOK: query: select * from dest_j1 x order by x.key
PREHOOK: type: QUERY
PREHOOK: Input: default@dest_j1
-PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-44-38_226_829082970114385403/-mr-10000
+PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_14-46-33_967_3390466593997914415/-mr-10000
POSTHOOK: query: select * from dest_j1 x order by x.key
POSTHOOK: type: QUERY
POSTHOOK: Input: default@dest_j1
-POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-44-38_226_829082970114385403/-mr-10000
+POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_14-46-33_967_3390466593997914415/-mr-10000
POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ]
POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ]
@@ -627,7 +526,8 @@ ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_JOIN (TOK_TABREF src1_copy x) (TOK_TABREF src_copy y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL y) key))) (TOK_TABREF srcpart z) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL z) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB dest_j1)) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST x y))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL z) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL y) value))) (TOK_WHERE (and (= (. (TOK_TABLE_OR_COL z) ds) '2008-04-08') (= (. (TOK_TABLE_OR_COL z) hr) 11)))))
STAGE DEPENDENCIES:
- Stage-1 is a root stage
+ Stage-8 is a root stage
+ Stage-1 depends on stages: Stage-8
Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
Stage-4
Stage-0 depends on stages: Stage-4, Stage-3
@@ -635,6 +535,55 @@ STAGE DEPENDENCIES:
Stage-3
STAGE PLANS:
+ Stage: Stage-8
+ Map Reduce Local Work
+ Alias -> Map Local Tables:
+ x
+ Fetch Operator
+ limit: -1
+ y
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ x
+ TableScan
+ alias: x
+ GatherStats: false
+ Common Join Operator
+ condition map:
+ Inner Join 0 to 1
+ Inner Join 0 to 2
+ condition expressions:
+ 0 {key}
+ 1 {value}
+ 2 {value} {ds} {hr}
+ handleSkewJoin: false
+ keys:
+ 0 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()]
+ 1 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()]
+ 2 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()]
+ outputColumnNames: _col0, _col5, _col9, _col10, _col11
+ Position of Big Table: 2
+ y
+ TableScan
+ alias: y
+ GatherStats: false
+ Common Join Operator
+ condition map:
+ Inner Join 0 to 1
+ Inner Join 0 to 2
+ condition expressions:
+ 0 {key}
+ 1 {value}
+ 2 {value} {ds} {hr}
+ handleSkewJoin: false
+ keys:
+ 0 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()]
+ 1 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()]
+ 2 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()]
+ outputColumnNames: _col0, _col5, _col9, _col10, _col11
+ Position of Big Table: 2
+
Stage: Stage-1
Map Reduce
Alias -> Map Operator Tree:
@@ -692,9 +641,9 @@ STAGE PLANS:
File Output Operator
compressed: false
GlobalTableId: 1
- directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-54_999_5430658658503744271/-ext-10002
+ directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-49_066_8646032217905227141/-ext-10002
NumFilesPerFileSink: 1
- Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-54_999_5430658658503744271/-ext-10000/
+ Stats Publishing Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-49_066_8646032217905227141/-ext-10000/
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -704,7 +653,7 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest_j1
+ location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dest_j1
name dest_j1
numFiles 1
numPartitions 0
@@ -713,7 +662,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 2125
- transient_lastDdlTime 1284507878
+ transient_lastDdlTime 1287179193
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest_j1
TotalFiles: 1
@@ -721,171 +670,11 @@ STAGE PLANS:
MultiFileSpray: false
Local Work:
Map Reduce Local Work
- Alias -> Map Local Tables:
- x
- Fetch Operator
- limit: -1
- y
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- x
- TableScan
- alias: x
- GatherStats: false
- Common Join Operator
- condition map:
- Inner Join 0 to 1
- Inner Join 0 to 2
- condition expressions:
- 0 {key}
- 1 {value}
- 2 {value} {ds} {hr}
- handleSkewJoin: false
- keys:
- 0 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()]
- 1 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()]
- 2 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()]
- outputColumnNames: _col0, _col5, _col9, _col10, _col11
- Position of Big Table: 2
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col5
- type: string
- expr: _col9
- type: string
- expr: _col10
- type: string
- expr: _col11
- type: string
- outputColumnNames: _col0, _col5, _col9, _col10, _col11
- Filter Operator
- isSamplingPred: false
- predicate:
- expr: ((_col10 = '2008-04-08') and (_col11 = 11))
- type: boolean
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col9
- type: string
- expr: _col5
- type: string
- outputColumnNames: _col0, _col1, _col2
- File Output Operator
- compressed: false
- GlobalTableId: 1
- directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-54_999_5430658658503744271/-ext-10002
- NumFilesPerFileSink: 1
- Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-54_999_5430658658503744271/-ext-10000/
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- columns key,value,val2
- columns.types string:string:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest_j1
- name dest_j1
- numFiles 1
- numPartitions 0
- numRows 107
- serialization.ddl struct dest_j1 { string key, string value, string val2}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 2125
- transient_lastDdlTime 1284507878
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest_j1
- TotalFiles: 1
- GatherStats: true
- MultiFileSpray: false
- y
- TableScan
- alias: y
- GatherStats: false
- Common Join Operator
- condition map:
- Inner Join 0 to 1
- Inner Join 0 to 2
- condition expressions:
- 0 {key}
- 1 {value}
- 2 {value} {ds} {hr}
- handleSkewJoin: false
- keys:
- 0 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()]
- 1 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()]
- 2 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()]
- outputColumnNames: _col0, _col5, _col9, _col10, _col11
- Position of Big Table: 2
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col5
- type: string
- expr: _col9
- type: string
- expr: _col10
- type: string
- expr: _col11
- type: string
- outputColumnNames: _col0, _col5, _col9, _col10, _col11
- Filter Operator
- isSamplingPred: false
- predicate:
- expr: ((_col10 = '2008-04-08') and (_col11 = 11))
- type: boolean
- Select Operator
- expressions:
- expr: _col0
- type: string
- expr: _col9
- type: string
- expr: _col5
- type: string
- outputColumnNames: _col0, _col1, _col2
- File Output Operator
- compressed: false
- GlobalTableId: 1
- directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-54_999_5430658658503744271/-ext-10002
- NumFilesPerFileSink: 1
- Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-54_999_5430658658503744271/-ext-10000/
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- columns key,value,val2
- columns.types string:string:string
- file.inputformat org.apache.hadoop.mapred.TextInputFormat
- file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest_j1
- name dest_j1
- numFiles 1
- numPartitions 0
- numRows 107
- serialization.ddl struct dest_j1 { string key, string value, string val2}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 2125
- transient_lastDdlTime 1284507878
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: dest_j1
- TotalFiles: 1
- GatherStats: true
- MultiFileSpray: false
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z]
+ pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z]
Path -> Partition:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
+ pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
Partition
base file name: hr=11
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -899,13 +688,13 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1284504421
+ transient_lastDdlTime 1287175206
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -916,13 +705,13 @@ STAGE PLANS:
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1284504421
+ transient_lastDdlTime 1287175206
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
name: srcpart
@@ -934,14 +723,14 @@ STAGE PLANS:
Move Operator
files:
hdfs directory: true
- source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-54_999_5430658658503744271/-ext-10002
- destination: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-54_999_5430658658503744271/-ext-10000
+ source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-49_066_8646032217905227141/-ext-10002
+ destination: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-49_066_8646032217905227141/-ext-10000
Stage: Stage-0
Move Operator
tables:
replace: true
- source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-54_999_5430658658503744271/-ext-10000
+ source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-49_066_8646032217905227141/-ext-10000
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -951,7 +740,7 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest_j1
+ location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dest_j1
name dest_j1
numFiles 1
numPartitions 0
@@ -960,23 +749,23 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 2125
- transient_lastDdlTime 1284507878
+ transient_lastDdlTime 1287179193
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest_j1
- tmp directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-54_999_5430658658503744271/-ext-10001
+ tmp directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-49_066_8646032217905227141/-ext-10001
Stage: Stage-2
Stats-Aggr Operator
- Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-54_999_5430658658503744271/-ext-10000/
+ Stats Aggregation Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-49_066_8646032217905227141/-ext-10000/
Stage: Stage-3
Map Reduce
Alias -> Map Operator Tree:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-54_999_5430658658503744271/-ext-10002
+ pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-49_066_8646032217905227141/-ext-10002
File Output Operator
compressed: false
GlobalTableId: 0
- directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-54_999_5430658658503744271/-ext-10000
+ directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-49_066_8646032217905227141/-ext-10000
NumFilesPerFileSink: 1
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -987,7 +776,7 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest_j1
+ location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dest_j1
name dest_j1
numFiles 1
numPartitions 0
@@ -996,7 +785,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 2125
- transient_lastDdlTime 1284507878
+ transient_lastDdlTime 1287179193
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest_j1
TotalFiles: 1
@@ -1004,9 +793,9 @@ STAGE PLANS:
MultiFileSpray: false
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-54_999_5430658658503744271/-ext-10002 [pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-54_999_5430658658503744271/-ext-10002]
+ pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-49_066_8646032217905227141/-ext-10002 [pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-49_066_8646032217905227141/-ext-10002]
Path -> Partition:
- pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-54_999_5430658658503744271/-ext-10002
+ pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-49_066_8646032217905227141/-ext-10002
Partition
base file name: -ext-10002
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -1017,7 +806,7 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest_j1
+ location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dest_j1
name dest_j1
numFiles 1
numPartitions 0
@@ -1026,7 +815,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 2125
- transient_lastDdlTime 1284507878
+ transient_lastDdlTime 1287179193
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -1037,7 +826,7 @@ STAGE PLANS:
columns.types string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest_j1
+ location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dest_j1
name dest_j1
numFiles 1
numPartitions 0
@@ -1046,7 +835,7 @@ STAGE PLANS:
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
totalSize 2125
- transient_lastDdlTime 1284507878
+ transient_lastDdlTime 1287179193
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: dest_j1
name: dest_j1
@@ -1085,11 +874,11 @@ POSTHOOK: Lineage: src_copy.value SIMPLE
PREHOOK: query: select * from dest_j1 x order by x.key
PREHOOK: type: QUERY
PREHOOK: Input: default@dest_j1
-PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-45-02_649_8915711725845197169/-mr-10000
+PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_14-46-57_402_5384425936145554197/-mr-10000
POSTHOOK: query: select * from dest_j1 x order by x.key
POSTHOOK: type: QUERY
POSTHOOK: Input: default@dest_j1
-POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-45-02_649_8915711725845197169/-mr-10000
+POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_14-46-57_402_5384425936145554197/-mr-10000
POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1_copy)x.FieldSchema(name:key, type:string, comment:null), ]
POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ]
Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/mapjoin1.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/mapjoin1.q.out?rev=1027672&r1=1027671&r2=1027672&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/mapjoin1.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/mapjoin1.q.out Tue Oct 26 18:28:23 2010
@@ -7,7 +7,7 @@ PREHOOK: Input: default@srcpart@ds=2008-
PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
-PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-24_21-14-16_226_3903968223903966652/-mr-10000
+PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-17_18-28-45_483_4882005137956924467/-mr-10000
POSTHOOK: query: SELECT /*+ MAPJOIN(b) */ sum(a.key) as sum_a
FROM srcpart a
JOIN src b ON a.key = b.key where a.ds is not null
@@ -17,5 +17,5 @@ POSTHOOK: Input: default@srcpart@ds=2008
POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
-POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-24_21-14-16_226_3903968223903966652/-mr-10000
-76260.0
+POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-17_18-28-45_483_4882005137956924467/-mr-10000
+1114788.0