You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by vi...@apache.org on 2014/01/30 21:46:19 UTC
svn commit: r1562955 [2/14] - in /hive/trunk:
common/src/java/org/apache/hadoop/hive/conf/ conf/
itests/util/src/main/java/org/apache/hadoop/hive/ql/hooks/
ql/src/java/org/apache/hadoop/hive/ql/exec/
ql/src/java/org/apache/hadoop/hive/ql/exec/mr/ ql/sr...
Modified: hive/trunk/ql/src/test/results/clientpositive/auto_join28.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/auto_join28.q.out?rev=1562955&r1=1562954&r2=1562955&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/auto_join28.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/auto_join28.q.out Thu Jan 30 20:46:16 2014
@@ -16,31 +16,10 @@ STAGE PLANS:
Stage: Stage-6
Map Reduce Local Work
Alias -> Map Local Tables:
- src1
- Fetch Operator
- limit: -1
src2
Fetch Operator
limit: -1
Alias -> Map Local Operator Tree:
- src1
- TableScan
- alias: src1
- HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {key} {value}
- filter predicates:
- 0 {(key < 10)}
- 1
- 2 {(key < 10)}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[key]]
- 2 [Column[key]]
- Position of Big Table: 2
src2
TableScan
alias: src2
@@ -50,16 +29,16 @@ STAGE PLANS:
type: boolean
HashTable Sink Operator
condition expressions:
- 0 {key} {value}
+ 0
1 {key} {value}
2 {key} {value}
filter predicates:
- 0 {(key < 10)}
+ 0
1
2 {(key < 10)}
handleSkewJoin: false
keys:
- 0 [Column[key]]
+ 0
1 [Column[key]]
2 [Column[key]]
Position of Big Table: 2
@@ -135,6 +114,16 @@ STAGE PLANS:
type: string
Local Work:
Map Reduce Local Work
+ Alias -> Map Local Tables:
+ src1
+ Fetch Operator
+ limit: -1
+ src2
+ Alias -> Map Local Operator Tree:
+ src1
+ TableScan
+ alias: src1
+ src2
Reduce Operator Tree:
Extract
File Output Operator
@@ -480,9 +469,6 @@ STAGE PLANS:
src1
Fetch Operator
limit: -1
- src2
- Fetch Operator
- limit: -1
Alias -> Map Local Operator Tree:
src1
TableScan
@@ -494,36 +480,18 @@ STAGE PLANS:
HashTable Sink Operator
condition expressions:
0 {key} {value}
- 1 {key} {value}
+ 1
2 {key} {value}
filter predicates:
0
- 1 {(key > 10)}
+ 1
2 {(key < 10)}
handleSkewJoin: false
keys:
0 [Column[key]]
- 1 [Column[key]]
+ 1
2 [Column[key]]
Position of Big Table: 2
- src2
- TableScan
- alias: src2
- HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {key} {value}
- filter predicates:
- 0
- 1 {(key > 10)}
- 2 {(key < 10)}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[key]]
- 2 [Column[key]]
- Position of Big Table: 2
Stage: Stage-2
Map Reduce
@@ -596,6 +564,16 @@ STAGE PLANS:
type: string
Local Work:
Map Reduce Local Work
+ Alias -> Map Local Tables:
+ src1
+ src2
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ src1
+ src2
+ TableScan
+ alias: src2
Reduce Operator Tree:
Extract
File Output Operator
Modified: hive/trunk/ql/src/test/results/clientpositive/auto_join29.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/auto_join29.q.out?rev=1562955&r1=1562954&r2=1562955&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/auto_join29.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/auto_join29.q.out Thu Jan 30 20:46:16 2014
@@ -16,31 +16,10 @@ STAGE PLANS:
Stage: Stage-6
Map Reduce Local Work
Alias -> Map Local Tables:
- src1
- Fetch Operator
- limit: -1
src2
Fetch Operator
limit: -1
Alias -> Map Local Operator Tree:
- src1
- TableScan
- alias: src1
- HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {key} {value}
- filter predicates:
- 0 {(key < 10)}
- 1
- 2 {(key < 10)}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[key]]
- 2 [Column[key]]
- Position of Big Table: 2
src2
TableScan
alias: src2
@@ -50,16 +29,16 @@ STAGE PLANS:
type: boolean
HashTable Sink Operator
condition expressions:
- 0 {key} {value}
+ 0
1 {key} {value}
2 {key} {value}
filter predicates:
- 0 {(key < 10)}
+ 0
1
2 {(key < 10)}
handleSkewJoin: false
keys:
- 0 [Column[key]]
+ 0
1 [Column[key]]
2 [Column[key]]
Position of Big Table: 2
@@ -135,6 +114,16 @@ STAGE PLANS:
type: string
Local Work:
Map Reduce Local Work
+ Alias -> Map Local Tables:
+ src1
+ Fetch Operator
+ limit: -1
+ src2
+ Alias -> Map Local Operator Tree:
+ src1
+ TableScan
+ alias: src1
+ src2
Reduce Operator Tree:
Extract
File Output Operator
@@ -2016,9 +2005,6 @@ STAGE PLANS:
src1
Fetch Operator
limit: -1
- src2
- Fetch Operator
- limit: -1
Alias -> Map Local Operator Tree:
src1
TableScan
@@ -2030,36 +2016,18 @@ STAGE PLANS:
HashTable Sink Operator
condition expressions:
0 {key} {value}
- 1 {key} {value}
+ 1
2 {key} {value}
filter predicates:
0
- 1 {(key > 10)}
+ 1
2 {(key < 10)}
handleSkewJoin: false
keys:
0 [Column[key]]
- 1 [Column[key]]
+ 1
2 [Column[key]]
Position of Big Table: 2
- src2
- TableScan
- alias: src2
- HashTable Sink Operator
- condition expressions:
- 0 {key} {value}
- 1 {key} {value}
- 2 {key} {value}
- filter predicates:
- 0
- 1 {(key > 10)}
- 2 {(key < 10)}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[key]]
- 2 [Column[key]]
- Position of Big Table: 2
Stage: Stage-2
Map Reduce
@@ -2132,6 +2100,16 @@ STAGE PLANS:
type: string
Local Work:
Map Reduce Local Work
+ Alias -> Map Local Tables:
+ src1
+ src2
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ src1
+ src2
+ TableScan
+ alias: src2
Reduce Operator Tree:
Extract
File Output Operator
Modified: hive/trunk/ql/src/test/results/clientpositive/auto_join3.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/auto_join3.q.out?rev=1562955&r1=1562954&r2=1562955&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/auto_join3.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/auto_join3.q.out Thu Jan 30 20:46:16 2014
@@ -15,51 +15,11 @@ ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_JOIN (TOK_TABREF (TOK_TABNAME src) src1) (TOK_TABREF (TOK_TABNAME src) src2) (= (. (TOK_TABLE_OR_COL src1) key) (. (TOK_TABLE_OR_COL src2) key))) (TOK_TABREF (TOK_TABNAME src) src3) (= (. (TOK_TABLE_OR_COL src1) key) (. (TOK_TABLE_OR_COL src3) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src3) value)))))
STAGE DEPENDENCIES:
- Stage-6 is a root stage
- Stage-5 depends on stages: Stage-6
+ Stage-5 is a root stage
Stage-0 depends on stages: Stage-5
Stage-2 depends on stages: Stage-0
STAGE PLANS:
- Stage: Stage-6
- Map Reduce Local Work
- Alias -> Map Local Tables:
- src1
- Fetch Operator
- limit: -1
- src3
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- src1
- TableScan
- alias: src1
- HashTable Sink Operator
- condition expressions:
- 0 {key}
- 1
- 2 {value}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[key]]
- 2 [Column[key]]
- Position of Big Table: 1
- src3
- TableScan
- alias: src3
- HashTable Sink Operator
- condition expressions:
- 0 {key}
- 1
- 2 {value}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[key]]
- 2 [Column[key]]
- Position of Big Table: 1
-
Stage: Stage-5
Map Reduce
Alias -> Map Operator Tree:
@@ -98,6 +58,20 @@ STAGE PLANS:
name: default.dest1
Local Work:
Map Reduce Local Work
+ Alias -> Map Local Tables:
+ src1
+ Fetch Operator
+ limit: -1
+ src3
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ src1
+ TableScan
+ alias: src1
+ src3
+ TableScan
+ alias: src3
Stage: Stage-0
Move Operator
Modified: hive/trunk/ql/src/test/results/clientpositive/auto_join30.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/auto_join30.q.out?rev=1562955&r1=1562954&r2=1562955&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/auto_join30.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/auto_join30.q.out Thu Jan 30 20:46:16 2014
@@ -19,12 +19,10 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-7 depends on stages: Stage-1, Stage-4 , consists of Stage-8, Stage-9, Stage-2
- Stage-8 has a backup stage: Stage-2
- Stage-5 depends on stages: Stage-8
+ Stage-7 depends on stages: Stage-1, Stage-4 , consists of Stage-5, Stage-6, Stage-2
+ Stage-5 has a backup stage: Stage-2
Stage-3 depends on stages: Stage-2, Stage-5, Stage-6
- Stage-9 has a backup stage: Stage-2
- Stage-6 depends on stages: Stage-9
+ Stage-6 has a backup stage: Stage-2
Stage-2
Stage-4 is a root stage
Stage-0 is a root stage
@@ -67,25 +65,6 @@ STAGE PLANS:
Stage: Stage-7
Conditional Operator
- Stage: Stage-8
- Map Reduce Local Work
- Alias -> Map Local Tables:
- $INTNAME1
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- $INTNAME1
- TableScan
- HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- handleSkewJoin: false
- keys:
- 0 [Column[_col0]]
- 1 [Column[_col0]]
- Position of Big Table: 0
-
Stage: Stage-5
Map Reduce
Alias -> Map Operator Tree:
@@ -125,6 +104,13 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Local Work:
Map Reduce Local Work
+ Alias -> Map Local Tables:
+ $INTNAME1
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ $INTNAME1
+ TableScan
Stage: Stage-3
Map Reduce
@@ -157,25 +143,6 @@ STAGE PLANS:
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Stage: Stage-9
- Map Reduce Local Work
- Alias -> Map Local Tables:
- $INTNAME
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- $INTNAME
- TableScan
- HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- handleSkewJoin: false
- keys:
- 0 [Column[_col0]]
- 1 [Column[_col0]]
- Position of Big Table: 1
-
Stage: Stage-6
Map Reduce
Alias -> Map Operator Tree:
@@ -215,6 +182,13 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Local Work:
Map Reduce Local Work
+ Alias -> Map Local Tables:
+ $INTNAME
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ $INTNAME
+ TableScan
Stage: Stage-2
Map Reduce
@@ -354,9 +328,8 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-6 depends on stages: Stage-1, Stage-4 , consists of Stage-7, Stage-2
- Stage-7 has a backup stage: Stage-2
- Stage-5 depends on stages: Stage-7
+ Stage-6 depends on stages: Stage-1, Stage-4 , consists of Stage-5, Stage-2
+ Stage-5 has a backup stage: Stage-2
Stage-3 depends on stages: Stage-2, Stage-5
Stage-2
Stage-4 is a root stage
@@ -400,25 +373,6 @@ STAGE PLANS:
Stage: Stage-6
Conditional Operator
- Stage: Stage-7
- Map Reduce Local Work
- Alias -> Map Local Tables:
- $INTNAME1
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- $INTNAME1
- TableScan
- HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- handleSkewJoin: false
- keys:
- 0 [Column[_col0]]
- 1 [Column[_col0]]
- Position of Big Table: 0
-
Stage: Stage-5
Map Reduce
Alias -> Map Operator Tree:
@@ -458,6 +412,13 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Local Work:
Map Reduce Local Work
+ Alias -> Map Local Tables:
+ $INTNAME1
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ $INTNAME1
+ TableScan
Stage: Stage-3
Map Reduce
@@ -628,9 +589,8 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-6 depends on stages: Stage-1, Stage-4 , consists of Stage-7, Stage-2
- Stage-7 has a backup stage: Stage-2
- Stage-5 depends on stages: Stage-7
+ Stage-6 depends on stages: Stage-1, Stage-4 , consists of Stage-5, Stage-2
+ Stage-5 has a backup stage: Stage-2
Stage-3 depends on stages: Stage-2, Stage-5
Stage-2
Stage-4 is a root stage
@@ -674,25 +634,6 @@ STAGE PLANS:
Stage: Stage-6
Conditional Operator
- Stage: Stage-7
- Map Reduce Local Work
- Alias -> Map Local Tables:
- $INTNAME
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- $INTNAME
- TableScan
- HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- handleSkewJoin: false
- keys:
- 0 [Column[_col0]]
- 1 [Column[_col0]]
- Position of Big Table: 1
-
Stage: Stage-5
Map Reduce
Alias -> Map Operator Tree:
@@ -732,6 +673,13 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Local Work:
Map Reduce Local Work
+ Alias -> Map Local Tables:
+ $INTNAME
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ $INTNAME
+ TableScan
Stage: Stage-3
Map Reduce
@@ -908,14 +856,11 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-9 depends on stages: Stage-1, Stage-4, Stage-5 , consists of Stage-10, Stage-11, Stage-12, Stage-2
- Stage-10 has a backup stage: Stage-2
- Stage-6 depends on stages: Stage-10
+ Stage-9 depends on stages: Stage-1, Stage-4, Stage-5 , consists of Stage-6, Stage-7, Stage-8, Stage-2
+ Stage-6 has a backup stage: Stage-2
Stage-3 depends on stages: Stage-2, Stage-6, Stage-7, Stage-8
- Stage-11 has a backup stage: Stage-2
- Stage-7 depends on stages: Stage-11
- Stage-12 has a backup stage: Stage-2
- Stage-8 depends on stages: Stage-12
+ Stage-7 has a backup stage: Stage-2
+ Stage-8 has a backup stage: Stage-2
Stage-2
Stage-4 is a root stage
Stage-5 is a root stage
@@ -959,43 +904,6 @@ STAGE PLANS:
Stage: Stage-9
Conditional Operator
- Stage: Stage-10
- Map Reduce Local Work
- Alias -> Map Local Tables:
- $INTNAME
- Fetch Operator
- limit: -1
- $INTNAME2
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- $INTNAME
- TableScan
- HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
- handleSkewJoin: false
- keys:
- 0 [Column[_col0]]
- 1 [Column[_col0]]
- 2 [Column[_col0]]
- Position of Big Table: 0
- $INTNAME2
- TableScan
- HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
- handleSkewJoin: false
- keys:
- 0 [Column[_col0]]
- 1 [Column[_col0]]
- 2 [Column[_col0]]
- Position of Big Table: 0
-
Stage: Stage-6
Map Reduce
Alias -> Map Operator Tree:
@@ -1038,6 +946,18 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Local Work:
Map Reduce Local Work
+ Alias -> Map Local Tables:
+ $INTNAME
+ Fetch Operator
+ limit: -1
+ $INTNAME2
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ $INTNAME
+ TableScan
+ $INTNAME2
+ TableScan
Stage: Stage-3
Map Reduce
@@ -1070,43 +990,6 @@ STAGE PLANS:
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Stage: Stage-11
- Map Reduce Local Work
- Alias -> Map Local Tables:
- $INTNAME
- Fetch Operator
- limit: -1
- $INTNAME1
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- $INTNAME
- TableScan
- HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
- handleSkewJoin: false
- keys:
- 0 [Column[_col0]]
- 1 [Column[_col0]]
- 2 [Column[_col0]]
- Position of Big Table: 1
- $INTNAME1
- TableScan
- HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
- handleSkewJoin: false
- keys:
- 0 [Column[_col0]]
- 1 [Column[_col0]]
- 2 [Column[_col0]]
- Position of Big Table: 1
-
Stage: Stage-7
Map Reduce
Alias -> Map Operator Tree:
@@ -1149,43 +1032,18 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Local Work:
Map Reduce Local Work
-
- Stage: Stage-12
- Map Reduce Local Work
- Alias -> Map Local Tables:
- $INTNAME1
- Fetch Operator
- limit: -1
- $INTNAME2
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- $INTNAME1
- TableScan
- HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
- handleSkewJoin: false
- keys:
- 0 [Column[_col0]]
- 1 [Column[_col0]]
- 2 [Column[_col0]]
- Position of Big Table: 2
- $INTNAME2
- TableScan
- HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
- handleSkewJoin: false
- keys:
- 0 [Column[_col0]]
- 1 [Column[_col0]]
- 2 [Column[_col0]]
- Position of Big Table: 2
+ Alias -> Map Local Tables:
+ $INTNAME
+ Fetch Operator
+ limit: -1
+ $INTNAME1
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ $INTNAME
+ TableScan
+ $INTNAME1
+ TableScan
Stage: Stage-8
Map Reduce
@@ -1229,6 +1087,18 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Local Work:
Map Reduce Local Work
+ Alias -> Map Local Tables:
+ $INTNAME1
+ Fetch Operator
+ limit: -1
+ $INTNAME2
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ $INTNAME1
+ TableScan
+ $INTNAME2
+ TableScan
Stage: Stage-2
Map Reduce
@@ -1427,12 +1297,10 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-8 depends on stages: Stage-1, Stage-4, Stage-5 , consists of Stage-9, Stage-10, Stage-2
- Stage-9 has a backup stage: Stage-2
- Stage-6 depends on stages: Stage-9
+ Stage-8 depends on stages: Stage-1, Stage-4, Stage-5 , consists of Stage-6, Stage-7, Stage-2
+ Stage-6 has a backup stage: Stage-2
Stage-3 depends on stages: Stage-2, Stage-6, Stage-7
- Stage-10 has a backup stage: Stage-2
- Stage-7 depends on stages: Stage-10
+ Stage-7 has a backup stage: Stage-2
Stage-2
Stage-4 is a root stage
Stage-5 is a root stage
@@ -1476,43 +1344,6 @@ STAGE PLANS:
Stage: Stage-8
Conditional Operator
- Stage: Stage-9
- Map Reduce Local Work
- Alias -> Map Local Tables:
- $INTNAME
- Fetch Operator
- limit: -1
- $INTNAME2
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- $INTNAME
- TableScan
- HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
- handleSkewJoin: false
- keys:
- 0 [Column[_col0]]
- 1 [Column[_col0]]
- 2 [Column[_col0]]
- Position of Big Table: 0
- $INTNAME2
- TableScan
- HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
- handleSkewJoin: false
- keys:
- 0 [Column[_col0]]
- 1 [Column[_col0]]
- 2 [Column[_col0]]
- Position of Big Table: 0
-
Stage: Stage-6
Map Reduce
Alias -> Map Operator Tree:
@@ -1555,6 +1386,18 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Local Work:
Map Reduce Local Work
+ Alias -> Map Local Tables:
+ $INTNAME
+ Fetch Operator
+ limit: -1
+ $INTNAME2
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ $INTNAME
+ TableScan
+ $INTNAME2
+ TableScan
Stage: Stage-3
Map Reduce
@@ -1587,43 +1430,6 @@ STAGE PLANS:
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Stage: Stage-10
- Map Reduce Local Work
- Alias -> Map Local Tables:
- $INTNAME
- Fetch Operator
- limit: -1
- $INTNAME1
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- $INTNAME
- TableScan
- HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
- handleSkewJoin: false
- keys:
- 0 [Column[_col0]]
- 1 [Column[_col0]]
- 2 [Column[_col0]]
- Position of Big Table: 1
- $INTNAME1
- TableScan
- HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
- handleSkewJoin: false
- keys:
- 0 [Column[_col0]]
- 1 [Column[_col0]]
- 2 [Column[_col0]]
- Position of Big Table: 1
-
Stage: Stage-7
Map Reduce
Alias -> Map Operator Tree:
@@ -1666,6 +1472,18 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Local Work:
Map Reduce Local Work
+ Alias -> Map Local Tables:
+ $INTNAME
+ Fetch Operator
+ limit: -1
+ $INTNAME1
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ $INTNAME
+ TableScan
+ $INTNAME1
+ TableScan
Stage: Stage-2
Map Reduce
@@ -1864,9 +1682,8 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-7 depends on stages: Stage-1, Stage-4, Stage-5 , consists of Stage-8, Stage-2
- Stage-8 has a backup stage: Stage-2
- Stage-6 depends on stages: Stage-8
+ Stage-7 depends on stages: Stage-1, Stage-4, Stage-5 , consists of Stage-6, Stage-2
+ Stage-6 has a backup stage: Stage-2
Stage-3 depends on stages: Stage-2, Stage-6
Stage-2
Stage-4 is a root stage
@@ -1911,43 +1728,6 @@ STAGE PLANS:
Stage: Stage-7
Conditional Operator
- Stage: Stage-8
- Map Reduce Local Work
- Alias -> Map Local Tables:
- $INTNAME
- Fetch Operator
- limit: -1
- $INTNAME2
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- $INTNAME
- TableScan
- HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
- handleSkewJoin: false
- keys:
- 0 [Column[_col0]]
- 1 [Column[_col0]]
- 2 [Column[_col0]]
- Position of Big Table: 0
- $INTNAME2
- TableScan
- HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
- handleSkewJoin: false
- keys:
- 0 [Column[_col0]]
- 1 [Column[_col0]]
- 2 [Column[_col0]]
- Position of Big Table: 0
-
Stage: Stage-6
Map Reduce
Alias -> Map Operator Tree:
@@ -1990,6 +1770,18 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Local Work:
Map Reduce Local Work
+ Alias -> Map Local Tables:
+ $INTNAME
+ Fetch Operator
+ limit: -1
+ $INTNAME2
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ $INTNAME
+ TableScan
+ $INTNAME2
+ TableScan
Stage: Stage-3
Map Reduce
@@ -2219,9 +2011,8 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-7 depends on stages: Stage-1, Stage-4, Stage-5 , consists of Stage-8, Stage-2
- Stage-8 has a backup stage: Stage-2
- Stage-6 depends on stages: Stage-8
+ Stage-7 depends on stages: Stage-1, Stage-4, Stage-5 , consists of Stage-6, Stage-2
+ Stage-6 has a backup stage: Stage-2
Stage-3 depends on stages: Stage-2, Stage-6
Stage-2
Stage-4 is a root stage
@@ -2266,43 +2057,6 @@ STAGE PLANS:
Stage: Stage-7
Conditional Operator
- Stage: Stage-8
- Map Reduce Local Work
- Alias -> Map Local Tables:
- $INTNAME1
- Fetch Operator
- limit: -1
- $INTNAME2
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- $INTNAME1
- TableScan
- HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
- handleSkewJoin: false
- keys:
- 0 [Column[_col0]]
- 1 [Column[_col0]]
- 2 [Column[_col0]]
- Position of Big Table: 2
- $INTNAME2
- TableScan
- HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
- handleSkewJoin: false
- keys:
- 0 [Column[_col0]]
- 1 [Column[_col0]]
- 2 [Column[_col0]]
- Position of Big Table: 2
-
Stage: Stage-6
Map Reduce
Alias -> Map Operator Tree:
@@ -2345,6 +2099,18 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Local Work:
Map Reduce Local Work
+ Alias -> Map Local Tables:
+ $INTNAME1
+ Fetch Operator
+ limit: -1
+ $INTNAME2
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ $INTNAME1
+ TableScan
+ $INTNAME2
+ TableScan
Stage: Stage-3
Map Reduce
@@ -2574,9 +2340,8 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-7 depends on stages: Stage-1, Stage-4, Stage-5 , consists of Stage-8, Stage-2
- Stage-8 has a backup stage: Stage-2
- Stage-6 depends on stages: Stage-8
+ Stage-7 depends on stages: Stage-1, Stage-4, Stage-5 , consists of Stage-6, Stage-2
+ Stage-6 has a backup stage: Stage-2
Stage-3 depends on stages: Stage-2, Stage-6
Stage-2
Stage-4 is a root stage
@@ -2621,43 +2386,6 @@ STAGE PLANS:
Stage: Stage-7
Conditional Operator
- Stage: Stage-8
- Map Reduce Local Work
- Alias -> Map Local Tables:
- $INTNAME1
- Fetch Operator
- limit: -1
- $INTNAME2
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- $INTNAME1
- TableScan
- HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
- handleSkewJoin: false
- keys:
- 0 [Column[_col0]]
- 1 [Column[_col0]]
- 2 [Column[_col0]]
- Position of Big Table: 2
- $INTNAME2
- TableScan
- HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
- handleSkewJoin: false
- keys:
- 0 [Column[_col0]]
- 1 [Column[_col0]]
- 2 [Column[_col0]]
- Position of Big Table: 2
-
Stage: Stage-6
Map Reduce
Alias -> Map Operator Tree:
@@ -2700,6 +2428,18 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Local Work:
Map Reduce Local Work
+ Alias -> Map Local Tables:
+ $INTNAME1
+ Fetch Operator
+ limit: -1
+ $INTNAME2
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ $INTNAME1
+ TableScan
+ $INTNAME2
+ TableScan
Stage: Stage-3
Map Reduce
Modified: hive/trunk/ql/src/test/results/clientpositive/auto_join31.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/auto_join31.q.out?rev=1562955&r1=1562954&r2=1562955&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/auto_join31.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/auto_join31.q.out Thu Jan 30 20:46:16 2014
@@ -25,12 +25,10 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-8 depends on stages: Stage-1, Stage-4, Stage-5 , consists of Stage-9, Stage-10, Stage-2
- Stage-9 has a backup stage: Stage-2
- Stage-6 depends on stages: Stage-9
+ Stage-8 depends on stages: Stage-1, Stage-4, Stage-5 , consists of Stage-6, Stage-7, Stage-2
+ Stage-6 has a backup stage: Stage-2
Stage-3 depends on stages: Stage-2, Stage-6, Stage-7
- Stage-10 has a backup stage: Stage-2
- Stage-7 depends on stages: Stage-10
+ Stage-7 has a backup stage: Stage-2
Stage-2
Stage-4 is a root stage
Stage-5 is a root stage
@@ -74,43 +72,6 @@ STAGE PLANS:
Stage: Stage-8
Conditional Operator
- Stage: Stage-9
- Map Reduce Local Work
- Alias -> Map Local Tables:
- $INTNAME
- Fetch Operator
- limit: -1
- $INTNAME1
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- $INTNAME
- TableScan
- HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
- handleSkewJoin: false
- keys:
- 0 [Column[_col0]]
- 1 [Column[_col0]]
- 2 [Column[_col0]]
- Position of Big Table: 1
- $INTNAME1
- TableScan
- HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
- handleSkewJoin: false
- keys:
- 0 [Column[_col0]]
- 1 [Column[_col0]]
- 2 [Column[_col0]]
- Position of Big Table: 1
-
Stage: Stage-6
Map Reduce
Alias -> Map Operator Tree:
@@ -153,6 +114,18 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Local Work:
Map Reduce Local Work
+ Alias -> Map Local Tables:
+ $INTNAME
+ Fetch Operator
+ limit: -1
+ $INTNAME1
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ $INTNAME
+ TableScan
+ $INTNAME1
+ TableScan
Stage: Stage-3
Map Reduce
@@ -185,43 +158,6 @@ STAGE PLANS:
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Stage: Stage-10
- Map Reduce Local Work
- Alias -> Map Local Tables:
- $INTNAME1
- Fetch Operator
- limit: -1
- $INTNAME2
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- $INTNAME1
- TableScan
- HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
- handleSkewJoin: false
- keys:
- 0 [Column[_col0]]
- 1 [Column[_col0]]
- 2 [Column[_col0]]
- Position of Big Table: 2
- $INTNAME2
- TableScan
- HashTable Sink Operator
- condition expressions:
- 0
- 1 {_col0} {_col1}
- 2
- handleSkewJoin: false
- keys:
- 0 [Column[_col0]]
- 1 [Column[_col0]]
- 2 [Column[_col0]]
- Position of Big Table: 2
-
Stage: Stage-7
Map Reduce
Alias -> Map Operator Tree:
@@ -264,6 +200,18 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Local Work:
Map Reduce Local Work
+ Alias -> Map Local Tables:
+ $INTNAME1
+ Fetch Operator
+ limit: -1
+ $INTNAME2
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ $INTNAME1
+ TableScan
+ $INTNAME2
+ TableScan
Stage: Stage-2
Map Reduce
Modified: hive/trunk/ql/src/test/results/clientpositive/auto_join32.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/auto_join32.q.out?rev=1562955&r1=1562954&r2=1562955&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/auto_join32.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/auto_join32.q.out Thu Jan 30 20:46:16 2014
@@ -24,31 +24,10 @@ ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME studenttab10k) s) (TOK_TABREF (TOK_TABNAME votertab10k) v) (= (. (TOK_TABLE_OR_COL s) name) (. (TOK_TABLE_OR_COL v) name)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL s) name)) (TOK_SELEXPR (TOK_FUNCTIONDI count (TOK_TABLE_OR_COL registration)))) (TOK_GROUPBY (. (TOK_TABLE_OR_COL s) name))))
STAGE DEPENDENCIES:
- Stage-5 is a root stage
- Stage-2 depends on stages: Stage-5
+ Stage-2 is a root stage
Stage-0 is a root stage
STAGE PLANS:
- Stage: Stage-5
- Map Reduce Local Work
- Alias -> Map Local Tables:
- s
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- s
- TableScan
- alias: s
- HashTable Sink Operator
- condition expressions:
- 0 {name}
- 1 {registration}
- handleSkewJoin: false
- keys:
- 0 [Column[name]]
- 1 [Column[name]]
- Position of Big Table: 1
-
Stage: Stage-2
Map Reduce
Alias -> Map Operator Tree:
@@ -101,6 +80,14 @@ STAGE PLANS:
type: bigint
Local Work:
Map Reduce Local Work
+ Alias -> Map Local Tables:
+ s
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ s
+ TableScan
+ alias: s
Reduce Operator Tree:
Group By Operator
aggregations:
Modified: hive/trunk/ql/src/test/results/clientpositive/auto_join9.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/auto_join9.q.out?rev=1562955&r1=1562954&r2=1562955&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/auto_join9.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/auto_join9.q.out Thu Jan 30 20:46:16 2014
@@ -15,32 +15,11 @@ ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcpart) src1) (TOK_TABREF (TOK_TABNAME src) src2) (= (. (TOK_TABLE_OR_COL src1) key) (. (TOK_TABLE_OR_COL src2) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src2) value))) (TOK_WHERE (and (= (. (TOK_TABLE_OR_COL src1) ds) '2008-04-08') (= (. (TOK_TABLE_OR_COL src1) hr) '12')))))
STAGE DEPENDENCIES:
- Stage-5 is a root stage
- Stage-4 depends on stages: Stage-5
+ Stage-4 is a root stage
Stage-0 depends on stages: Stage-4
Stage-2 depends on stages: Stage-0
STAGE PLANS:
- Stage: Stage-5
- Map Reduce Local Work
- Alias -> Map Local Tables:
- src1
- Fetch Operator
- limit: -1
- Alias -> Map Local Operator Tree:
- src1
- TableScan
- alias: src1
- HashTable Sink Operator
- condition expressions:
- 0 {key}
- 1 {value}
- handleSkewJoin: false
- keys:
- 0 [Column[key]]
- 1 [Column[key]]
- Position of Big Table: 1
-
Stage: Stage-4
Map Reduce
Alias -> Map Operator Tree:
@@ -76,6 +55,14 @@ STAGE PLANS:
name: default.dest1
Local Work:
Map Reduce Local Work
+ Alias -> Map Local Tables:
+ src1
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ src1
+ TableScan
+ alias: src1
Stage: Stage-0
Move Operator
Added: hive/trunk/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out?rev=1562955&view=auto
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out (added)
+++ hive/trunk/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out Thu Jan 30 20:46:16 2014
@@ -0,0 +1,1025 @@
+PREHOOK: query: explain
+select a.* from src a join src b on a.key=b.key limit 40
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select a.* from src a join src b on a.key=b.key limit 40
+POSTHOOK: type: QUERY
+ABSTRACT SYNTAX TREE:
+ (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME src) a) (TOK_TABREF (TOK_TABNAME src) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME a)))) (TOK_LIMIT 40)))
+
+STAGE DEPENDENCIES:
+ Stage-5 is a root stage , consists of Stage-3, Stage-4, Stage-1
+ Stage-3 has a backup stage: Stage-1
+ Stage-4 has a backup stage: Stage-1
+ Stage-1
+ Stage-0 is a root stage
+
+STAGE PLANS:
+ Stage: Stage-5
+ Conditional Operator
+
+ Stage: Stage-3
+ Map Reduce
+ Alias -> Map Operator Tree:
+ a
+ TableScan
+ alias: a
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {key} {value}
+ 1
+ handleSkewJoin: false
+ keys:
+ 0 [Column[key]]
+ 1 [Column[key]]
+ outputColumnNames: _col0, _col1
+ Position of Big Table: 0
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ outputColumnNames: _col0, _col1
+ Limit
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Local Work:
+ Map Reduce Local Work
+ Alias -> Map Local Tables:
+ b
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ b
+ TableScan
+ alias: b
+
+ Stage: Stage-4
+ Map Reduce
+ Alias -> Map Operator Tree:
+ b
+ TableScan
+ alias: b
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {key} {value}
+ 1
+ handleSkewJoin: false
+ keys:
+ 0 [Column[key]]
+ 1 [Column[key]]
+ outputColumnNames: _col0, _col1
+ Position of Big Table: 1
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ outputColumnNames: _col0, _col1
+ Limit
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Local Work:
+ Map Reduce Local Work
+ Alias -> Map Local Tables:
+ a
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ a
+ TableScan
+ alias: a
+
+ Stage: Stage-1
+ Map Reduce
+ Alias -> Map Operator Tree:
+ a
+ TableScan
+ alias: a
+ Reduce Output Operator
+ key expressions:
+ expr: key
+ type: string
+ sort order: +
+ Map-reduce partition columns:
+ expr: key
+ type: string
+ tag: 0
+ value expressions:
+ expr: key
+ type: string
+ expr: value
+ type: string
+ b
+ TableScan
+ alias: b
+ Reduce Output Operator
+ key expressions:
+ expr: key
+ type: string
+ sort order: +
+ Map-reduce partition columns:
+ expr: key
+ type: string
+ tag: 1
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {VALUE._col0} {VALUE._col1}
+ 1
+ handleSkewJoin: false
+ outputColumnNames: _col0, _col1
+ Select Operator
+ expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ outputColumnNames: _col0, _col1
+ Limit
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: 40
+
+PREHOOK: query: select a.* from src a join src b on a.key=b.key limit 40
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: select a.* from src a join src b on a.key=b.key limit 40
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+238 val_238
+238 val_238
+86 val_86
+311 val_311
+311 val_311
+311 val_311
+27 val_27
+165 val_165
+165 val_165
+409 val_409
+409 val_409
+409 val_409
+255 val_255
+255 val_255
+278 val_278
+278 val_278
+98 val_98
+98 val_98
+484 val_484
+265 val_265
+265 val_265
+193 val_193
+193 val_193
+193 val_193
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+150 val_150
+273 val_273
+273 val_273
+273 val_273
+224 val_224
+224 val_224
+369 val_369
+369 val_369
+369 val_369
+66 val_66
+128 val_128
+PREHOOK: query: explain
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value limit 40
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value limit 40
+POSTHOOK: type: QUERY
+ABSTRACT SYNTAX TREE:
+ (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_JOIN (TOK_TABREF (TOK_TABNAME src) a) (TOK_TABREF (TOK_TABNAME src) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key))) (TOK_TABREF (TOK_TABNAME src) c) (= (. (TOK_TABLE_OR_COL a) value) (. (TOK_TABLE_OR_COL c) value)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME a)))) (TOK_LIMIT 40)))
+
+STAGE DEPENDENCIES:
+ Stage-10 is a root stage , consists of Stage-8, Stage-9, Stage-1
+ Stage-8 has a backup stage: Stage-1
+ Stage-7 depends on stages: Stage-1, Stage-8, Stage-9 , consists of Stage-5, Stage-6, Stage-2
+ Stage-5 has a backup stage: Stage-2
+ Stage-6 has a backup stage: Stage-2
+ Stage-2
+ Stage-9 has a backup stage: Stage-1
+ Stage-1
+ Stage-0 is a root stage
+
+STAGE PLANS:
+ Stage: Stage-10
+ Conditional Operator
+
+ Stage: Stage-8
+ Map Reduce
+ Alias -> Map Operator Tree:
+ a
+ TableScan
+ alias: a
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {key} {value}
+ 1
+ handleSkewJoin: false
+ keys:
+ 0 [Column[key]]
+ 1 [Column[key]]
+ outputColumnNames: _col0, _col1
+ Position of Big Table: 0
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+ Local Work:
+ Map Reduce Local Work
+ Alias -> Map Local Tables:
+ b
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ b
+ TableScan
+ alias: b
+
+ Stage: Stage-7
+ Conditional Operator
+
+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+ $INTNAME
+ TableScan
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {_col0} {_col1}
+ 1
+ handleSkewJoin: false
+ keys:
+ 0 [Column[_col1]]
+ 1 [Column[value]]
+ outputColumnNames: _col4, _col5
+ Position of Big Table: 0
+ Select Operator
+ expressions:
+ expr: _col4
+ type: string
+ expr: _col5
+ type: string
+ outputColumnNames: _col0, _col1
+ Limit
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Local Work:
+ Map Reduce Local Work
+ Alias -> Map Local Tables:
+ c
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ c
+ TableScan
+ alias: c
+
+ Stage: Stage-6
+ Map Reduce
+ Alias -> Map Operator Tree:
+ c
+ TableScan
+ alias: c
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {_col0} {_col1}
+ 1
+ handleSkewJoin: false
+ keys:
+ 0 [Column[_col1]]
+ 1 [Column[value]]
+ outputColumnNames: _col4, _col5
+ Position of Big Table: 1
+ Select Operator
+ expressions:
+ expr: _col4
+ type: string
+ expr: _col5
+ type: string
+ outputColumnNames: _col0, _col1
+ Limit
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Local Work:
+ Map Reduce Local Work
+ Alias -> Map Local Tables:
+ $INTNAME
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ $INTNAME
+ TableScan
+
+ Stage: Stage-2
+ Map Reduce
+ Alias -> Map Operator Tree:
+ $INTNAME
+ TableScan
+ Reduce Output Operator
+ key expressions:
+ expr: _col1
+ type: string
+ sort order: +
+ Map-reduce partition columns:
+ expr: _col1
+ type: string
+ tag: 0
+ value expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ c
+ TableScan
+ alias: c
+ Reduce Output Operator
+ key expressions:
+ expr: value
+ type: string
+ sort order: +
+ Map-reduce partition columns:
+ expr: value
+ type: string
+ tag: 1
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {VALUE._col4} {VALUE._col5}
+ 1
+ handleSkewJoin: false
+ outputColumnNames: _col4, _col5
+ Select Operator
+ expressions:
+ expr: _col4
+ type: string
+ expr: _col5
+ type: string
+ outputColumnNames: _col0, _col1
+ Limit
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-9
+ Map Reduce
+ Alias -> Map Operator Tree:
+ b
+ TableScan
+ alias: b
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {key} {value}
+ 1
+ handleSkewJoin: false
+ keys:
+ 0 [Column[key]]
+ 1 [Column[key]]
+ outputColumnNames: _col0, _col1
+ Position of Big Table: 1
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+ Local Work:
+ Map Reduce Local Work
+ Alias -> Map Local Tables:
+ a
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ a
+ TableScan
+ alias: a
+
+ Stage: Stage-1
+ Map Reduce
+ Alias -> Map Operator Tree:
+ a
+ TableScan
+ alias: a
+ Reduce Output Operator
+ key expressions:
+ expr: key
+ type: string
+ sort order: +
+ Map-reduce partition columns:
+ expr: key
+ type: string
+ tag: 0
+ value expressions:
+ expr: key
+ type: string
+ expr: value
+ type: string
+ b
+ TableScan
+ alias: b
+ Reduce Output Operator
+ key expressions:
+ expr: key
+ type: string
+ sort order: +
+ Map-reduce partition columns:
+ expr: key
+ type: string
+ tag: 1
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {VALUE._col0} {VALUE._col1}
+ 1
+ handleSkewJoin: false
+ outputColumnNames: _col0, _col1
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: 40
+
+PREHOOK: query: select a.* from src a join src b on a.key=b.key join src c on a.value=c.value limit 40
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: select a.* from src a join src b on a.key=b.key join src c on a.value=c.value limit 40
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+238 val_238
+238 val_238
+238 val_238
+238 val_238
+86 val_86
+311 val_311
+311 val_311
+311 val_311
+311 val_311
+311 val_311
+311 val_311
+311 val_311
+311 val_311
+311 val_311
+27 val_27
+165 val_165
+165 val_165
+165 val_165
+165 val_165
+409 val_409
+409 val_409
+409 val_409
+409 val_409
+409 val_409
+409 val_409
+409 val_409
+409 val_409
+409 val_409
+255 val_255
+255 val_255
+255 val_255
+255 val_255
+278 val_278
+278 val_278
+278 val_278
+278 val_278
+98 val_98
+98 val_98
+98 val_98
+98 val_98
+PREHOOK: query: explain
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 limit 40
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 limit 40
+POSTHOOK: type: QUERY
+ABSTRACT SYNTAX TREE:
+ (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_JOIN (TOK_TABREF (TOK_TABNAME src) a) (TOK_TABREF (TOK_TABNAME src) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key))) (TOK_TABREF (TOK_TABNAME src) c) (= (. (TOK_TABLE_OR_COL a) value) (. (TOK_TABLE_OR_COL c) value)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME a)))) (TOK_WHERE (> (. (TOK_TABLE_OR_COL a) key) 100)) (TOK_LIMIT 40)))
+
+STAGE DEPENDENCIES:
+ Stage-10 is a root stage , consists of Stage-13, Stage-14, Stage-1
+ Stage-13 has a backup stage: Stage-1
+ Stage-8 depends on stages: Stage-13
+ Stage-7 depends on stages: Stage-1, Stage-8, Stage-9 , consists of Stage-5, Stage-6, Stage-2
+ Stage-5 has a backup stage: Stage-2
+ Stage-6 has a backup stage: Stage-2
+ Stage-2
+ Stage-14 has a backup stage: Stage-1
+ Stage-9 depends on stages: Stage-14
+ Stage-1
+ Stage-0 is a root stage
+
+STAGE PLANS:
+ Stage: Stage-10
+ Conditional Operator
+
+ Stage: Stage-13
+ Map Reduce Local Work
+ Alias -> Map Local Tables:
+ b
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ b
+ TableScan
+ alias: b
+ Filter Operator
+ predicate:
+ expr: (key > 100)
+ type: boolean
+ HashTable Sink Operator
+ condition expressions:
+ 0 {key} {value}
+ 1
+ handleSkewJoin: false
+ keys:
+ 0 [Column[key]]
+ 1 [Column[key]]
+ Position of Big Table: 0
+
+ Stage: Stage-8
+ Map Reduce
+ Alias -> Map Operator Tree:
+ a
+ TableScan
+ alias: a
+ Filter Operator
+ predicate:
+ expr: (key > 100)
+ type: boolean
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {key} {value}
+ 1
+ handleSkewJoin: false
+ keys:
+ 0 [Column[key]]
+ 1 [Column[key]]
+ outputColumnNames: _col0, _col1
+ Position of Big Table: 0
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+ Local Work:
+ Map Reduce Local Work
+
+ Stage: Stage-7
+ Conditional Operator
+
+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+ $INTNAME
+ TableScan
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {_col0} {_col1}
+ 1
+ handleSkewJoin: false
+ keys:
+ 0 [Column[_col1]]
+ 1 [Column[value]]
+ outputColumnNames: _col4, _col5
+ Position of Big Table: 0
+ Select Operator
+ expressions:
+ expr: _col4
+ type: string
+ expr: _col5
+ type: string
+ outputColumnNames: _col0, _col1
+ Limit
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Local Work:
+ Map Reduce Local Work
+ Alias -> Map Local Tables:
+ c
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ c
+ TableScan
+ alias: c
+
+ Stage: Stage-6
+ Map Reduce
+ Alias -> Map Operator Tree:
+ c
+ TableScan
+ alias: c
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {_col0} {_col1}
+ 1
+ handleSkewJoin: false
+ keys:
+ 0 [Column[_col1]]
+ 1 [Column[value]]
+ outputColumnNames: _col4, _col5
+ Position of Big Table: 1
+ Select Operator
+ expressions:
+ expr: _col4
+ type: string
+ expr: _col5
+ type: string
+ outputColumnNames: _col0, _col1
+ Limit
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Local Work:
+ Map Reduce Local Work
+ Alias -> Map Local Tables:
+ $INTNAME
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ $INTNAME
+ TableScan
+
+ Stage: Stage-2
+ Map Reduce
+ Alias -> Map Operator Tree:
+ $INTNAME
+ TableScan
+ Reduce Output Operator
+ key expressions:
+ expr: _col1
+ type: string
+ sort order: +
+ Map-reduce partition columns:
+ expr: _col1
+ type: string
+ tag: 0
+ value expressions:
+ expr: _col0
+ type: string
+ expr: _col1
+ type: string
+ c
+ TableScan
+ alias: c
+ Reduce Output Operator
+ key expressions:
+ expr: value
+ type: string
+ sort order: +
+ Map-reduce partition columns:
+ expr: value
+ type: string
+ tag: 1
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {VALUE._col4} {VALUE._col5}
+ 1
+ handleSkewJoin: false
+ outputColumnNames: _col4, _col5
+ Select Operator
+ expressions:
+ expr: _col4
+ type: string
+ expr: _col5
+ type: string
+ outputColumnNames: _col0, _col1
+ Limit
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-14
+ Map Reduce Local Work
+ Alias -> Map Local Tables:
+ a
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ a
+ TableScan
+ alias: a
+ Filter Operator
+ predicate:
+ expr: (key > 100)
+ type: boolean
+ HashTable Sink Operator
+ condition expressions:
+ 0 {key} {value}
+ 1
+ handleSkewJoin: false
+ keys:
+ 0 [Column[key]]
+ 1 [Column[key]]
+ Position of Big Table: 1
+
+ Stage: Stage-9
+ Map Reduce
+ Alias -> Map Operator Tree:
+ b
+ TableScan
+ alias: b
+ Filter Operator
+ predicate:
+ expr: (key > 100)
+ type: boolean
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {key} {value}
+ 1
+ handleSkewJoin: false
+ keys:
+ 0 [Column[key]]
+ 1 [Column[key]]
+ outputColumnNames: _col0, _col1
+ Position of Big Table: 1
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+ Local Work:
+ Map Reduce Local Work
+
+ Stage: Stage-1
+ Map Reduce
+ Alias -> Map Operator Tree:
+ a
+ TableScan
+ alias: a
+ Filter Operator
+ predicate:
+ expr: (key > 100)
+ type: boolean
+ Reduce Output Operator
+ key expressions:
+ expr: key
+ type: string
+ sort order: +
+ Map-reduce partition columns:
+ expr: key
+ type: string
+ tag: 0
+ value expressions:
+ expr: key
+ type: string
+ expr: value
+ type: string
+ b
+ TableScan
+ alias: b
+ Filter Operator
+ predicate:
+ expr: (key > 100)
+ type: boolean
+ Reduce Output Operator
+ key expressions:
+ expr: key
+ type: string
+ sort order: +
+ Map-reduce partition columns:
+ expr: key
+ type: string
+ tag: 1
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {VALUE._col0} {VALUE._col1}
+ 1
+ handleSkewJoin: false
+ outputColumnNames: _col0, _col1
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: 40
+
+PREHOOK: query: select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 limit 40
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 limit 40
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+238 val_238
+238 val_238
+238 val_238
+238 val_238
+311 val_311
+311 val_311
+311 val_311
+311 val_311
+311 val_311
+311 val_311
+311 val_311
+311 val_311
+311 val_311
+165 val_165
+165 val_165
+165 val_165
+165 val_165
+409 val_409
+409 val_409
+409 val_409
+409 val_409
+409 val_409
+409 val_409
+409 val_409
+409 val_409
+409 val_409
+255 val_255
+255 val_255
+255 val_255
+255 val_255
+278 val_278
+278 val_278
+278 val_278
+278 val_278
+484 val_484
+265 val_265
+265 val_265
+265 val_265
+265 val_265
+193 val_193
+PREHOOK: query: -- fallback to common join
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 limit 40
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+Execution failed with exit status: 3
+Obtaining error information
+
+Task failed!
+Task ID:
+ Stage-14
+
+Logs:
+
+#### A masked pattern was here ####
+FAILED: Execution Error, return code 3 from org.apache.hadoop.hive.ql.exec.mr.MapredLocalTask
+ATTEMPT: Execute BackupTask: org.apache.hadoop.hive.ql.exec.mr.MapRedTask
+Execution failed with exit status: 2
+Obtaining error information
+
+Task failed!
+Task ID:
+ Stage-5
+
+Logs:
+
+#### A masked pattern was here ####
+FAILED: Execution Error, return code 2 from org.apache.hadoop.hive.ql.exec.mr.MapRedTask
+ATTEMPT: Execute BackupTask: org.apache.hadoop.hive.ql.exec.mr.MapRedTask
+POSTHOOK: query: -- fallback to common join
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 limit 40
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+103 val_103
+103 val_103
+103 val_103
+103 val_103
+103 val_103
+103 val_103
+103 val_103
+103 val_103
+104 val_104
+104 val_104
+104 val_104
+104 val_104
+104 val_104
+104 val_104
+104 val_104
+104 val_104
+105 val_105
+111 val_111
+113 val_113
+113 val_113
+113 val_113
+113 val_113
+113 val_113
+113 val_113
+113 val_113
+113 val_113
+114 val_114
+116 val_116
+118 val_118
+118 val_118
+118 val_118
+118 val_118
+118 val_118
+118 val_118
+118 val_118
+118 val_118
+119 val_119
+119 val_119
+119 val_119
+119 val_119