You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by na...@apache.org on 2012/08/04 19:08:51 UTC
svn commit: r1369375 [5/7] - in /hive/trunk:
contrib/src/test/results/clientpositive/
ql/src/java/org/apache/hadoop/hive/ql/optimizer/
ql/src/java/org/apache/hadoop/hive/ql/plan/
ql/src/test/queries/clientpositive/ ql/src/test/results/clientpositive/ q...
Modified: hive/trunk/ql/src/test/results/clientpositive/multi_insert_move_tasks_share_dependencies.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/multi_insert_move_tasks_share_dependencies.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/multi_insert_move_tasks_share_dependencies.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/multi_insert_move_tasks_share_dependencies.q.out Sat Aug 4 17:08:47 2012
@@ -185,17 +185,21 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-2 is a root stage
- Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
+ Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
Stage-5
- Stage-7 depends on stages: Stage-5, Stage-4, Stage-10, Stage-9
- Stage-0 depends on stages: Stage-7
+ Stage-9 depends on stages: Stage-5, Stage-4, Stage-7, Stage-12, Stage-11, Stage-14
+ Stage-0 depends on stages: Stage-9
Stage-3 depends on stages: Stage-0
- Stage-1 depends on stages: Stage-7
- Stage-8 depends on stages: Stage-1
+ Stage-1 depends on stages: Stage-9
+ Stage-10 depends on stages: Stage-1
Stage-4
- Stage-11 depends on stages: Stage-2 , consists of Stage-10, Stage-9
- Stage-10
- Stage-9
+ Stage-6
+ Stage-7 depends on stages: Stage-6
+ Stage-15 depends on stages: Stage-2 , consists of Stage-12, Stage-11, Stage-13
+ Stage-12
+ Stage-11
+ Stage-13
+ Stage-14 depends on stages: Stage-13
STAGE PLANS:
Stage: Stage-2
@@ -243,7 +247,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi2
- Stage: Stage-6
+ Stage: Stage-8
Conditional Operator
Stage: Stage-5
@@ -252,7 +256,7 @@ STAGE PLANS:
hdfs directory: true
#### A masked pattern was here ####
- Stage: Stage-7
+ Stage: Stage-9
Dependency Collection
Stage: Stage-0
@@ -278,7 +282,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi2
- Stage: Stage-8
+ Stage: Stage-10
Stats-Aggr Operator
Stage: Stage-4
@@ -294,16 +298,48 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi1
- Stage: Stage-11
+ Stage: Stage-6
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.src_multi1
+
+ Stage: Stage-7
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
+ Stage: Stage-15
Conditional Operator
- Stage: Stage-10
+ Stage: Stage-12
Move Operator
files:
hdfs directory: true
#### A masked pattern was here ####
- Stage: Stage-9
+ Stage: Stage-11
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.src_multi2
+
+ Stage: Stage-13
Map Reduce
Alias -> Map Operator Tree:
#### A masked pattern was here ####
@@ -316,6 +352,12 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi2
+ Stage: Stage-14
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
PREHOOK: query: from src
insert overwrite table src_multi1 select * where key < 10
@@ -607,17 +649,21 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-2 is a root stage
- Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
+ Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
Stage-5
- Stage-7 depends on stages: Stage-5, Stage-4, Stage-10, Stage-9
- Stage-0 depends on stages: Stage-7
+ Stage-9 depends on stages: Stage-5, Stage-4, Stage-7, Stage-12, Stage-11, Stage-14
+ Stage-0 depends on stages: Stage-9
Stage-3 depends on stages: Stage-0
- Stage-1 depends on stages: Stage-7
- Stage-8 depends on stages: Stage-1
+ Stage-1 depends on stages: Stage-9
+ Stage-10 depends on stages: Stage-1
Stage-4
- Stage-11 depends on stages: Stage-2 , consists of Stage-10, Stage-9
- Stage-10
- Stage-9
+ Stage-6
+ Stage-7 depends on stages: Stage-6
+ Stage-15 depends on stages: Stage-2 , consists of Stage-12, Stage-11, Stage-13
+ Stage-12
+ Stage-11
+ Stage-13
+ Stage-14 depends on stages: Stage-13
STAGE PLANS:
Stage: Stage-2
@@ -665,7 +711,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi2
- Stage: Stage-6
+ Stage: Stage-8
Conditional Operator
Stage: Stage-5
@@ -674,7 +720,7 @@ STAGE PLANS:
hdfs directory: true
#### A masked pattern was here ####
- Stage: Stage-7
+ Stage: Stage-9
Dependency Collection
Stage: Stage-0
@@ -700,7 +746,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi2
- Stage: Stage-8
+ Stage: Stage-10
Stats-Aggr Operator
Stage: Stage-4
@@ -716,16 +762,48 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi1
- Stage: Stage-11
+ Stage: Stage-6
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.src_multi1
+
+ Stage: Stage-7
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
+ Stage: Stage-15
Conditional Operator
- Stage: Stage-10
+ Stage: Stage-12
Move Operator
files:
hdfs directory: true
#### A masked pattern was here ####
- Stage: Stage-9
+ Stage: Stage-11
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.src_multi2
+
+ Stage: Stage-13
Map Reduce
Alias -> Map Operator Tree:
#### A masked pattern was here ####
@@ -738,6 +816,12 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi2
+ Stage: Stage-14
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
PREHOOK: query: from src
insert overwrite table src_multi1 select * where key < 10
@@ -1118,17 +1202,21 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-2 is a root stage
- Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
+ Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
Stage-5
- Stage-7 depends on stages: Stage-5, Stage-4, Stage-10, Stage-9
- Stage-0 depends on stages: Stage-7
+ Stage-9 depends on stages: Stage-5, Stage-4, Stage-7, Stage-12, Stage-11, Stage-14
+ Stage-0 depends on stages: Stage-9
Stage-3 depends on stages: Stage-0
- Stage-1 depends on stages: Stage-7
- Stage-8 depends on stages: Stage-1
+ Stage-1 depends on stages: Stage-9
+ Stage-10 depends on stages: Stage-1
Stage-4
- Stage-11 depends on stages: Stage-2 , consists of Stage-10, Stage-9
- Stage-10
- Stage-9
+ Stage-6
+ Stage-7 depends on stages: Stage-6
+ Stage-15 depends on stages: Stage-2 , consists of Stage-12, Stage-11, Stage-13
+ Stage-12
+ Stage-11
+ Stage-13
+ Stage-14 depends on stages: Stage-13
STAGE PLANS:
Stage: Stage-2
@@ -1212,7 +1300,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi2
- Stage: Stage-6
+ Stage: Stage-8
Conditional Operator
Stage: Stage-5
@@ -1221,7 +1309,7 @@ STAGE PLANS:
hdfs directory: true
#### A masked pattern was here ####
- Stage: Stage-7
+ Stage: Stage-9
Dependency Collection
Stage: Stage-0
@@ -1247,7 +1335,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi2
- Stage: Stage-8
+ Stage: Stage-10
Stats-Aggr Operator
Stage: Stage-4
@@ -1263,16 +1351,48 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi1
- Stage: Stage-11
+ Stage: Stage-6
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.src_multi1
+
+ Stage: Stage-7
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
+ Stage: Stage-15
Conditional Operator
- Stage: Stage-10
+ Stage: Stage-12
Move Operator
files:
hdfs directory: true
#### A masked pattern was here ####
- Stage: Stage-9
+ Stage: Stage-11
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.src_multi2
+
+ Stage: Stage-13
Map Reduce
Alias -> Map Operator Tree:
#### A masked pattern was here ####
@@ -1285,6 +1405,12 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi2
+ Stage: Stage-14
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
PREHOOK: query: from src
insert overwrite table src_multi1 select * where key < 10 group by key, value
@@ -1670,17 +1796,21 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-2 is a root stage
- Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
+ Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
Stage-5
- Stage-7 depends on stages: Stage-5, Stage-4, Stage-10, Stage-9
- Stage-0 depends on stages: Stage-7
+ Stage-9 depends on stages: Stage-5, Stage-4, Stage-7, Stage-12, Stage-11, Stage-14
+ Stage-0 depends on stages: Stage-9
Stage-3 depends on stages: Stage-0
- Stage-1 depends on stages: Stage-7
- Stage-8 depends on stages: Stage-1
+ Stage-1 depends on stages: Stage-9
+ Stage-10 depends on stages: Stage-1
Stage-4
- Stage-11 depends on stages: Stage-2 , consists of Stage-10, Stage-9
- Stage-10
- Stage-9
+ Stage-6
+ Stage-7 depends on stages: Stage-6
+ Stage-15 depends on stages: Stage-2 , consists of Stage-12, Stage-11, Stage-13
+ Stage-12
+ Stage-11
+ Stage-13
+ Stage-14 depends on stages: Stage-13
STAGE PLANS:
Stage: Stage-2
@@ -1764,7 +1894,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi2
- Stage: Stage-6
+ Stage: Stage-8
Conditional Operator
Stage: Stage-5
@@ -1773,7 +1903,7 @@ STAGE PLANS:
hdfs directory: true
#### A masked pattern was here ####
- Stage: Stage-7
+ Stage: Stage-9
Dependency Collection
Stage: Stage-0
@@ -1799,7 +1929,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi2
- Stage: Stage-8
+ Stage: Stage-10
Stats-Aggr Operator
Stage: Stage-4
@@ -1815,16 +1945,35 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi1
- Stage: Stage-11
+ Stage: Stage-6
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.src_multi1
+
+ Stage: Stage-7
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
+ Stage: Stage-15
Conditional Operator
- Stage: Stage-10
+ Stage: Stage-12
Move Operator
files:
hdfs directory: true
#### A masked pattern was here ####
- Stage: Stage-9
+ Stage: Stage-11
Map Reduce
Alias -> Map Operator Tree:
#### A masked pattern was here ####
@@ -1837,6 +1986,25 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi2
+ Stage: Stage-13
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.src_multi2
+
+ Stage: Stage-14
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
PREHOOK: query: from src
insert overwrite table src_multi1 select * where key < 10 group by key, value
@@ -2273,17 +2441,21 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-2 is a root stage
- Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
+ Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
Stage-5
- Stage-7 depends on stages: Stage-5, Stage-4, Stage-10, Stage-9
- Stage-0 depends on stages: Stage-7
+ Stage-9 depends on stages: Stage-5, Stage-4, Stage-7, Stage-12, Stage-11, Stage-14
+ Stage-0 depends on stages: Stage-9
Stage-3 depends on stages: Stage-0
- Stage-1 depends on stages: Stage-7
- Stage-8 depends on stages: Stage-1
+ Stage-1 depends on stages: Stage-9
+ Stage-10 depends on stages: Stage-1
Stage-4
- Stage-11 depends on stages: Stage-2 , consists of Stage-10, Stage-9
- Stage-10
- Stage-9
+ Stage-6
+ Stage-7 depends on stages: Stage-6
+ Stage-15 depends on stages: Stage-2 , consists of Stage-12, Stage-11, Stage-13
+ Stage-12
+ Stage-11
+ Stage-13
+ Stage-14 depends on stages: Stage-13
STAGE PLANS:
Stage: Stage-2
@@ -2388,7 +2560,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi2
- Stage: Stage-6
+ Stage: Stage-8
Conditional Operator
Stage: Stage-5
@@ -2397,7 +2569,7 @@ STAGE PLANS:
hdfs directory: true
#### A masked pattern was here ####
- Stage: Stage-7
+ Stage: Stage-9
Dependency Collection
Stage: Stage-0
@@ -2423,7 +2595,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi2
- Stage: Stage-8
+ Stage: Stage-10
Stats-Aggr Operator
Stage: Stage-4
@@ -2439,16 +2611,48 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi1
- Stage: Stage-11
+ Stage: Stage-6
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.src_multi1
+
+ Stage: Stage-7
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
+ Stage: Stage-15
Conditional Operator
- Stage: Stage-10
+ Stage: Stage-12
Move Operator
files:
hdfs directory: true
#### A masked pattern was here ####
- Stage: Stage-9
+ Stage: Stage-11
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.src_multi2
+
+ Stage: Stage-13
Map Reduce
Alias -> Map Operator Tree:
#### A masked pattern was here ####
@@ -2461,6 +2665,12 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi2
+ Stage: Stage-14
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
PREHOOK: query: from (select * from src union all select * from src) s
insert overwrite table src_multi1 select * where key < 10
@@ -2975,17 +3185,21 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-2 is a root stage
- Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
+ Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
Stage-5
- Stage-7 depends on stages: Stage-5, Stage-4, Stage-10, Stage-9
- Stage-0 depends on stages: Stage-7
+ Stage-9 depends on stages: Stage-5, Stage-4, Stage-7, Stage-12, Stage-11, Stage-14
+ Stage-0 depends on stages: Stage-9
Stage-3 depends on stages: Stage-0
- Stage-1 depends on stages: Stage-7
- Stage-8 depends on stages: Stage-1
+ Stage-1 depends on stages: Stage-9
+ Stage-10 depends on stages: Stage-1
Stage-4
- Stage-11 depends on stages: Stage-2 , consists of Stage-10, Stage-9
- Stage-10
- Stage-9
+ Stage-6
+ Stage-7 depends on stages: Stage-6
+ Stage-15 depends on stages: Stage-2 , consists of Stage-12, Stage-11, Stage-13
+ Stage-12
+ Stage-11
+ Stage-13
+ Stage-14 depends on stages: Stage-13
STAGE PLANS:
Stage: Stage-2
@@ -3090,7 +3304,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi2
- Stage: Stage-6
+ Stage: Stage-8
Conditional Operator
Stage: Stage-5
@@ -3099,7 +3313,7 @@ STAGE PLANS:
hdfs directory: true
#### A masked pattern was here ####
- Stage: Stage-7
+ Stage: Stage-9
Dependency Collection
Stage: Stage-0
@@ -3125,7 +3339,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi2
- Stage: Stage-8
+ Stage: Stage-10
Stats-Aggr Operator
Stage: Stage-4
@@ -3141,16 +3355,48 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi1
- Stage: Stage-11
+ Stage: Stage-6
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.src_multi1
+
+ Stage: Stage-7
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
+ Stage: Stage-15
Conditional Operator
- Stage: Stage-10
+ Stage: Stage-12
Move Operator
files:
hdfs directory: true
#### A masked pattern was here ####
- Stage: Stage-9
+ Stage: Stage-11
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.src_multi2
+
+ Stage: Stage-13
Map Reduce
Alias -> Map Operator Tree:
#### A masked pattern was here ####
@@ -3163,6 +3409,12 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi2
+ Stage: Stage-14
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
PREHOOK: query: from (select * from src union all select * from src) s
insert overwrite table src_multi1 select * where key < 10
@@ -5958,21 +6210,25 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-4 is a root stage
- Stage-8 depends on stages: Stage-4 , consists of Stage-7, Stage-6
+ Stage-10 depends on stages: Stage-4 , consists of Stage-7, Stage-6, Stage-8
Stage-7
- Stage-9 depends on stages: Stage-7, Stage-6, Stage-12, Stage-11, Stage-14, Stage-15
- Stage-0 depends on stages: Stage-9
+ Stage-11 depends on stages: Stage-7, Stage-6, Stage-9, Stage-14, Stage-13, Stage-16, Stage-18, Stage-19
+ Stage-0 depends on stages: Stage-11
Stage-5 depends on stages: Stage-0
- Stage-1 depends on stages: Stage-9
- Stage-10 depends on stages: Stage-1
+ Stage-1 depends on stages: Stage-11
+ Stage-12 depends on stages: Stage-1
Stage-6
- Stage-13 depends on stages: Stage-4 , consists of Stage-12, Stage-11
- Stage-12
- Stage-11
- Stage-14 depends on stages: Stage-4
- Stage-2 depends on stages: Stage-14
- Stage-15 depends on stages: Stage-4
- Stage-3 depends on stages: Stage-15
+ Stage-8
+ Stage-9 depends on stages: Stage-8
+ Stage-17 depends on stages: Stage-4 , consists of Stage-14, Stage-13, Stage-15
+ Stage-14
+ Stage-13
+ Stage-15
+ Stage-16 depends on stages: Stage-15
+ Stage-18 depends on stages: Stage-4
+ Stage-2 depends on stages: Stage-18
+ Stage-19 depends on stages: Stage-4
+ Stage-3 depends on stages: Stage-19
STAGE PLANS:
Stage: Stage-4
@@ -6098,7 +6354,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- Stage: Stage-8
+ Stage: Stage-10
Conditional Operator
Stage: Stage-7
@@ -6107,7 +6363,7 @@ STAGE PLANS:
hdfs directory: true
#### A masked pattern was here ####
- Stage: Stage-9
+ Stage: Stage-11
Dependency Collection
Stage: Stage-0
@@ -6133,7 +6389,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi2
- Stage: Stage-10
+ Stage: Stage-12
Stats-Aggr Operator
Stage: Stage-6
@@ -6149,16 +6405,35 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi1
- Stage: Stage-13
+ Stage: Stage-8
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.src_multi1
+
+ Stage: Stage-9
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
+ Stage: Stage-17
Conditional Operator
- Stage: Stage-12
+ Stage: Stage-14
Move Operator
files:
hdfs directory: true
#### A masked pattern was here ####
- Stage: Stage-11
+ Stage: Stage-13
Map Reduce
Alias -> Map Operator Tree:
#### A masked pattern was here ####
@@ -6171,7 +6446,26 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi2
- Stage: Stage-14
+ Stage: Stage-15
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.src_multi2
+
+ Stage: Stage-16
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
+ Stage: Stage-18
Map Reduce
Alias -> Map Operator Tree:
#### A masked pattern was here ####
@@ -6204,7 +6498,7 @@ STAGE PLANS:
hdfs directory: false
#### A masked pattern was here ####
- Stage: Stage-15
+ Stage: Stage-19
Map Reduce
Alias -> Map Operator Tree:
#### A masked pattern was here ####
@@ -6486,21 +6780,25 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-4 is a root stage
- Stage-8 depends on stages: Stage-4 , consists of Stage-7, Stage-6
+ Stage-10 depends on stages: Stage-4 , consists of Stage-7, Stage-6, Stage-8
Stage-7
- Stage-9 depends on stages: Stage-7, Stage-6, Stage-12, Stage-11, Stage-14, Stage-15
- Stage-0 depends on stages: Stage-9
+ Stage-11 depends on stages: Stage-7, Stage-6, Stage-9, Stage-14, Stage-13, Stage-16, Stage-18, Stage-19
+ Stage-0 depends on stages: Stage-11
Stage-5 depends on stages: Stage-0
- Stage-1 depends on stages: Stage-9
- Stage-10 depends on stages: Stage-1
+ Stage-1 depends on stages: Stage-11
+ Stage-12 depends on stages: Stage-1
Stage-6
- Stage-13 depends on stages: Stage-4 , consists of Stage-12, Stage-11
- Stage-12
- Stage-11
- Stage-14 depends on stages: Stage-4
- Stage-2 depends on stages: Stage-14
- Stage-15 depends on stages: Stage-4
- Stage-3 depends on stages: Stage-15
+ Stage-8
+ Stage-9 depends on stages: Stage-8
+ Stage-17 depends on stages: Stage-4 , consists of Stage-14, Stage-13, Stage-15
+ Stage-14
+ Stage-13
+ Stage-15
+ Stage-16 depends on stages: Stage-15
+ Stage-18 depends on stages: Stage-4
+ Stage-2 depends on stages: Stage-18
+ Stage-19 depends on stages: Stage-4
+ Stage-3 depends on stages: Stage-19
STAGE PLANS:
Stage: Stage-4
@@ -6626,7 +6924,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- Stage: Stage-8
+ Stage: Stage-10
Conditional Operator
Stage: Stage-7
@@ -6635,7 +6933,7 @@ STAGE PLANS:
hdfs directory: true
#### A masked pattern was here ####
- Stage: Stage-9
+ Stage: Stage-11
Dependency Collection
Stage: Stage-0
@@ -6661,7 +6959,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi2
- Stage: Stage-10
+ Stage: Stage-12
Stats-Aggr Operator
Stage: Stage-6
@@ -6677,16 +6975,35 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi1
- Stage: Stage-13
+ Stage: Stage-8
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.src_multi1
+
+ Stage: Stage-9
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
+ Stage: Stage-17
Conditional Operator
- Stage: Stage-12
+ Stage: Stage-14
Move Operator
files:
hdfs directory: true
#### A masked pattern was here ####
- Stage: Stage-11
+ Stage: Stage-13
Map Reduce
Alias -> Map Operator Tree:
#### A masked pattern was here ####
@@ -6699,7 +7016,26 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.src_multi2
- Stage: Stage-14
+ Stage: Stage-15
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.src_multi2
+
+ Stage: Stage-16
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
+ Stage: Stage-18
Map Reduce
Alias -> Map Operator Tree:
#### A masked pattern was here ####
@@ -6732,7 +7068,7 @@ STAGE PLANS:
hdfs directory: false
#### A masked pattern was here ####
- Stage: Stage-15
+ Stage: Stage-19
Map Reduce
Alias -> Map Operator Tree:
#### A masked pattern was here ####
Modified: hive/trunk/ql/src/test/results/clientpositive/pcr.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/pcr.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/pcr.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/pcr.q.out Sat Aug 4 17:08:47 2012
@@ -3639,16 +3639,20 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-2 is a root stage
- Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
+ Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
Stage-5
- Stage-0 depends on stages: Stage-5, Stage-4
+ Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
Stage-3 depends on stages: Stage-0
Stage-4
- Stage-10 depends on stages: Stage-2 , consists of Stage-9, Stage-8
- Stage-9
- Stage-1 depends on stages: Stage-9, Stage-8
- Stage-7 depends on stages: Stage-1
- Stage-8
+ Stage-6
+ Stage-7 depends on stages: Stage-6
+ Stage-14 depends on stages: Stage-2 , consists of Stage-11, Stage-10, Stage-12
+ Stage-11
+ Stage-1 depends on stages: Stage-11, Stage-10, Stage-13
+ Stage-9 depends on stages: Stage-1
+ Stage-10
+ Stage-12
+ Stage-13 depends on stages: Stage-12
STAGE PLANS:
Stage: Stage-2
@@ -3771,7 +3775,7 @@ STAGE PLANS:
name: default.pcr_t1
name: default.pcr_t1
- Stage: Stage-6
+ Stage: Stage-8
Conditional Operator
Stage: Stage-5
@@ -3870,10 +3874,80 @@ STAGE PLANS:
name: default.pcr_t2
name: default.pcr_t2
- Stage: Stage-10
+ Stage: Stage-6
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+#### A masked pattern was here ####
+ NumFilesPerFileSink: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value
+ columns.types int:string
+#### A masked pattern was here ####
+ name default.pcr_t2
+ serialization.ddl struct pcr_t2 { i32 key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.pcr_t2
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+ Needs Tagging: false
+ Path -> Alias:
+#### A masked pattern was here ####
+ Path -> Partition:
+#### A masked pattern was here ####
+ Partition
+ base file name: -ext-10004
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value
+ columns.types int:string
+#### A masked pattern was here ####
+ name default.pcr_t2
+ serialization.ddl struct pcr_t2 { i32 key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value
+ columns.types int:string
+#### A masked pattern was here ####
+ name default.pcr_t2
+ serialization.ddl struct pcr_t2 { i32 key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.pcr_t2
+ name: default.pcr_t2
+
+ Stage: Stage-7
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
+ Stage: Stage-14
Conditional Operator
- Stage: Stage-9
+ Stage: Stage-11
Move Operator
files:
hdfs directory: true
@@ -3901,11 +3975,11 @@ STAGE PLANS:
name: default.pcr_t3
#### A masked pattern was here ####
- Stage: Stage-7
+ Stage: Stage-9
Stats-Aggr Operator
#### A masked pattern was here ####
- Stage: Stage-8
+ Stage: Stage-10
Map Reduce
Alias -> Map Operator Tree:
#### A masked pattern was here ####
@@ -3969,6 +4043,76 @@ STAGE PLANS:
name: default.pcr_t3
name: default.pcr_t3
+ Stage: Stage-12
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+#### A masked pattern was here ####
+ NumFilesPerFileSink: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value
+ columns.types int:string
+#### A masked pattern was here ####
+ name default.pcr_t3
+ serialization.ddl struct pcr_t3 { i32 key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.pcr_t3
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+ Needs Tagging: false
+ Path -> Alias:
+#### A masked pattern was here ####
+ Path -> Partition:
+#### A masked pattern was here ####
+ Partition
+ base file name: -ext-10005
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value
+ columns.types int:string
+#### A masked pattern was here ####
+ name default.pcr_t3
+ serialization.ddl struct pcr_t3 { i32 key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value
+ columns.types int:string
+#### A masked pattern was here ####
+ name default.pcr_t3
+ serialization.ddl struct pcr_t3 { i32 key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.pcr_t3
+ name: default.pcr_t3
+
+ Stage: Stage-13
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
PREHOOK: query: from pcr_t1
insert overwrite table pcr_t2 select key, value where ds='2000-04-08'
@@ -4023,16 +4167,20 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-2 is a root stage
- Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
+ Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
Stage-5
- Stage-0 depends on stages: Stage-5, Stage-4
+ Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
Stage-3 depends on stages: Stage-0
Stage-4
- Stage-10 depends on stages: Stage-2 , consists of Stage-9, Stage-8
- Stage-9
- Stage-1 depends on stages: Stage-9, Stage-8
- Stage-7 depends on stages: Stage-1
- Stage-8
+ Stage-6
+ Stage-7 depends on stages: Stage-6
+ Stage-14 depends on stages: Stage-2 , consists of Stage-11, Stage-10, Stage-12
+ Stage-11
+ Stage-1 depends on stages: Stage-11, Stage-10, Stage-13
+ Stage-9 depends on stages: Stage-1
+ Stage-10
+ Stage-12
+ Stage-13 depends on stages: Stage-12
STAGE PLANS:
Stage: Stage-2
@@ -4175,7 +4323,7 @@ STAGE PLANS:
name: default.pcr_t1
name: default.pcr_t1
- Stage: Stage-6
+ Stage: Stage-8
Conditional Operator
Stage: Stage-5
@@ -4294,10 +4442,95 @@ STAGE PLANS:
name: default.pcr_t2
name: default.pcr_t2
- Stage: Stage-10
+ Stage: Stage-6
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+#### A masked pattern was here ####
+ NumFilesPerFileSink: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value
+ columns.types int:string
+#### A masked pattern was here ####
+ name default.pcr_t2
+ numFiles 1
+ numPartitions 0
+ numRows 20
+ rawDataSize 160
+ serialization.ddl struct pcr_t2 { i32 key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 180
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.pcr_t2
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+ Needs Tagging: false
+ Path -> Alias:
+#### A masked pattern was here ####
+ Path -> Partition:
+#### A masked pattern was here ####
+ Partition
+ base file name: -ext-10004
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value
+ columns.types int:string
+#### A masked pattern was here ####
+ name default.pcr_t2
+ numFiles 1
+ numPartitions 0
+ numRows 20
+ rawDataSize 160
+ serialization.ddl struct pcr_t2 { i32 key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 180
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value
+ columns.types int:string
+#### A masked pattern was here ####
+ name default.pcr_t2
+ numFiles 1
+ numPartitions 0
+ numRows 20
+ rawDataSize 160
+ serialization.ddl struct pcr_t2 { i32 key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 180
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.pcr_t2
+ name: default.pcr_t2
+
+ Stage: Stage-7
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
+ Stage: Stage-14
Conditional Operator
- Stage: Stage-9
+ Stage: Stage-11
Move Operator
files:
hdfs directory: true
@@ -4330,11 +4563,11 @@ STAGE PLANS:
name: default.pcr_t3
#### A masked pattern was here ####
- Stage: Stage-7
+ Stage: Stage-9
Stats-Aggr Operator
#### A masked pattern was here ####
- Stage: Stage-8
+ Stage: Stage-10
Map Reduce
Alias -> Map Operator Tree:
#### A masked pattern was here ####
@@ -4413,6 +4646,91 @@ STAGE PLANS:
name: default.pcr_t3
name: default.pcr_t3
+ Stage: Stage-12
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+#### A masked pattern was here ####
+ NumFilesPerFileSink: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value
+ columns.types int:string
+#### A masked pattern was here ####
+ name default.pcr_t3
+ numFiles 1
+ numPartitions 0
+ numRows 20
+ rawDataSize 160
+ serialization.ddl struct pcr_t3 { i32 key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 180
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.pcr_t3
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+ Needs Tagging: false
+ Path -> Alias:
+#### A masked pattern was here ####
+ Path -> Partition:
+#### A masked pattern was here ####
+ Partition
+ base file name: -ext-10005
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value
+ columns.types int:string
+#### A masked pattern was here ####
+ name default.pcr_t3
+ numFiles 1
+ numPartitions 0
+ numRows 20
+ rawDataSize 160
+ serialization.ddl struct pcr_t3 { i32 key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 180
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value
+ columns.types int:string
+#### A masked pattern was here ####
+ name default.pcr_t3
+ numFiles 1
+ numPartitions 0
+ numRows 20
+ rawDataSize 160
+ serialization.ddl struct pcr_t3 { i32 key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 180
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.pcr_t3
+ name: default.pcr_t3
+
+ Stage: Stage-13
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
PREHOOK: query: from pcr_t1
insert overwrite table pcr_t2 select key, value where ds='2000-04-08' and key=2
Modified: hive/trunk/ql/src/test/results/clientpositive/ppd_constant_expr.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/ppd_constant_expr.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/ppd_constant_expr.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/ppd_constant_expr.q.out Sat Aug 4 17:08:47 2012
@@ -16,11 +16,13 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5
STAGE PLANS:
Stage: Stage-1
@@ -56,7 +58,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.ppd_constant_expr
- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator
Stage: Stage-4
@@ -91,6 +93,25 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.ppd_constant_expr
+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.ppd_constant_expr
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
PREHOOK: query: FROM src1
INSERT OVERWRITE TABLE ppd_constant_expr SELECT 4 + NULL, src1.key - NULL, NULL + NULL
@@ -157,11 +178,13 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5
STAGE PLANS:
Stage: Stage-1
@@ -197,7 +220,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.ppd_constant_expr
- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator
Stage: Stage-4
@@ -232,6 +255,25 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.ppd_constant_expr
+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.ppd_constant_expr
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
PREHOOK: query: FROM src1
INSERT OVERWRITE TABLE ppd_constant_expr SELECT 4 + NULL, src1.key - NULL, NULL + NULL
Modified: hive/trunk/ql/src/test/results/clientpositive/quote1.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/quote1.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/quote1.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/quote1.q.out Sat Aug 4 17:08:47 2012
@@ -16,11 +16,13 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5
STAGE PLANS:
Stage: Stage-1
@@ -56,7 +58,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.dest1
- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator
Stage: Stage-4
@@ -93,6 +95,25 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.dest1
+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest1
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
PREHOOK: query: EXPLAIN
SELECT `int`.`location`, `int`.`type`, `int`.`table` FROM dest1 `int` WHERE `int`.`table` = '2008-04-08'
Modified: hive/trunk/ql/src/test/results/clientpositive/rand_partitionpruner2.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/rand_partitionpruner2.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/rand_partitionpruner2.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/rand_partitionpruner2.q.out Sat Aug 4 17:08:47 2012
@@ -20,11 +20,13 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5
STAGE PLANS:
Stage: Stage-1
@@ -153,7 +155,7 @@ STAGE PLANS:
name: default.srcpart
name: default.srcpart
- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator
Stage: Stage-4
@@ -252,6 +254,76 @@ STAGE PLANS:
name: default.tmptable
name: default.tmptable
+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+#### A masked pattern was here ####
+ NumFilesPerFileSink: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value,hr,ds
+ columns.types string:string:string:string
+#### A masked pattern was here ####
+ name default.tmptable
+ serialization.ddl struct tmptable { string key, string value, string hr, string ds}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.tmptable
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+ Needs Tagging: false
+ Path -> Alias:
+#### A masked pattern was here ####
+ Path -> Partition:
+#### A masked pattern was here ####
+ Partition
+ base file name: -ext-10002
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value,hr,ds
+ columns.types string:string:string:string
+#### A masked pattern was here ####
+ name default.tmptable
+ serialization.ddl struct tmptable { string key, string value, string hr, string ds}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value,hr,ds
+ columns.types string:string:string:string
+#### A masked pattern was here ####
+ name default.tmptable
+ serialization.ddl struct tmptable { string key, string value, string hr, string ds}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.tmptable
+ name: default.tmptable
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
PREHOOK: query: insert overwrite table tmptable
select a.* from srcpart a where rand(1) < 0.1 and a.ds = '2008-04-08'
Modified: hive/trunk/ql/src/test/results/clientpositive/rcfile_createas1.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/rcfile_createas1.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/rcfile_createas1.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/rcfile_createas1.q.out Sat Aug 4 17:08:47 2012
@@ -60,12 +60,14 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
- Stage-6 depends on stages: Stage-0
- Stage-2 depends on stages: Stage-6
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
+ Stage-8 depends on stages: Stage-0
+ Stage-2 depends on stages: Stage-8
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5
STAGE PLANS:
Stage: Stage-1
@@ -91,7 +93,7 @@ STAGE PLANS:
output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
name: default.rcfile_createas1b
- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator
Stage: Stage-4
@@ -106,7 +108,7 @@ STAGE PLANS:
hdfs directory: true
#### A masked pattern was here ####
- Stage: Stage-6
+ Stage: Stage-8
Create Table Operator:
Create Table
columns: key int, value string, part int
@@ -124,6 +126,15 @@ STAGE PLANS:
Stage: Stage-3
Block level merge
+ Stage: Stage-5
+ Block level merge
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
PREHOOK: query: CREATE TABLE rcfile_createas1b
STORED AS RCFILE AS
Modified: hive/trunk/ql/src/test/results/clientpositive/rcfile_merge1.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/rcfile_merge1.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/rcfile_merge1.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/rcfile_merge1.q.out Sat Aug 4 17:08:47 2012
@@ -37,11 +37,13 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5
STAGE PLANS:
Stage: Stage-1
@@ -77,7 +79,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.rcfile_merge1
- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator
Stage: Stage-4
@@ -115,6 +117,25 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.rcfile_merge1
+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
+ name: default.rcfile_merge1
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
PREHOOK: query: INSERT OVERWRITE TABLE rcfile_merge1 PARTITION (ds='1', part)
SELECT key, value, PMOD(HASH(key), 100) as part
@@ -637,11 +658,13 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5
STAGE PLANS:
Stage: Stage-1
@@ -677,7 +700,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.rcfile_merge1b
- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator
Stage: Stage-4
@@ -705,6 +728,15 @@ STAGE PLANS:
Stage: Stage-3
Block level merge
+ Stage: Stage-5
+ Block level merge
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
PREHOOK: query: INSERT OVERWRITE TABLE rcfile_merge1b PARTITION (ds='1', part)
SELECT key, value, PMOD(HASH(key), 100) as part
Modified: hive/trunk/ql/src/test/results/clientpositive/rcfile_merge2.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/rcfile_merge2.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/rcfile_merge2.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/rcfile_merge2.q.out Sat Aug 4 17:08:47 2012
@@ -26,11 +26,13 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5
STAGE PLANS:
Stage: Stage-1
@@ -70,7 +72,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.rcfile_merge2a
- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator
Stage: Stage-4
@@ -99,6 +101,15 @@ STAGE PLANS:
Stage: Stage-3
Block level merge
+ Stage: Stage-5
+ Block level merge
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
PREHOOK: query: INSERT OVERWRITE TABLE rcfile_merge2a PARTITION (one='1', two, three)
SELECT key, value, PMOD(HASH(key), 10) as two,
Modified: hive/trunk/ql/src/test/results/clientpositive/rcfile_merge3.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/rcfile_merge3.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/rcfile_merge3.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/rcfile_merge3.q.out Sat Aug 4 17:08:47 2012
@@ -59,11 +59,13 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5
STAGE PLANS:
Stage: Stage-1
@@ -88,7 +90,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.rcfile_merge3b
- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator
Stage: Stage-4
@@ -113,6 +115,15 @@ STAGE PLANS:
Stage: Stage-3
Block level merge
+ Stage: Stage-5
+ Block level merge
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
PREHOOK: query: INSERT OVERWRITE TABLE rcfile_merge3b
SELECT key, value FROM rcfile_merge3a
Modified: hive/trunk/ql/src/test/results/clientpositive/rcfile_merge4.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/rcfile_merge4.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/rcfile_merge4.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/rcfile_merge4.q.out Sat Aug 4 17:08:47 2012
@@ -59,11 +59,13 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5
STAGE PLANS:
Stage: Stage-1
@@ -88,7 +90,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.rcfile_merge3b
- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator
Stage: Stage-4
@@ -123,6 +125,25 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.rcfile_merge3b
+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.rcfile_merge3b
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
PREHOOK: query: INSERT OVERWRITE TABLE rcfile_merge3b
SELECT key, value FROM rcfile_merge3a
Modified: hive/trunk/ql/src/test/results/clientpositive/sample1.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/sample1.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/sample1.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/sample1.q.out Sat Aug 4 17:08:47 2012
@@ -20,11 +20,13 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5
STAGE PLANS:
Stage: Stage-1
@@ -127,7 +129,7 @@ STAGE PLANS:
name: default.srcpart
name: default.srcpart
- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator
Stage: Stage-4
@@ -226,6 +228,76 @@ STAGE PLANS:
name: default.dest1
name: default.dest1
+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+#### A masked pattern was here ####
+ NumFilesPerFileSink: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value,dt,hr
+ columns.types int:string:string:string
+#### A masked pattern was here ####
+ name default.dest1
+ serialization.ddl struct dest1 { i32 key, string value, string dt, string hr}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest1
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+ Needs Tagging: false
+ Path -> Alias:
+#### A masked pattern was here ####
+ Path -> Partition:
+#### A masked pattern was here ####
+ Partition
+ base file name: -ext-10002
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value,dt,hr
+ columns.types int:string:string:string
+#### A masked pattern was here ####
+ name default.dest1
+ serialization.ddl struct dest1 { i32 key, string value, string dt, string hr}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value,dt,hr
+ columns.types int:string:string:string
+#### A masked pattern was here ####
+ name default.dest1
+ serialization.ddl struct dest1 { i32 key, string value, string dt, string hr}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest1
+ name: default.dest1
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
PREHOOK: query: INSERT OVERWRITE TABLE dest1 SELECT s.*
FROM srcpart TABLESAMPLE (BUCKET 1 OUT OF 1 ON rand()) s
Modified: hive/trunk/ql/src/test/results/clientpositive/sample2.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/sample2.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/sample2.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/sample2.q.out Sat Aug 4 17:08:47 2012
@@ -20,11 +20,13 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5
STAGE PLANS:
Stage: Stage-1
@@ -109,7 +111,7 @@ STAGE PLANS:
name: default.srcbucket
name: default.srcbucket
- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator
Stage: Stage-4
@@ -208,6 +210,76 @@ STAGE PLANS:
name: default.dest1
name: default.dest1
+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+#### A masked pattern was here ####
+ NumFilesPerFileSink: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value
+ columns.types int:string
+#### A masked pattern was here ####
+ name default.dest1
+ serialization.ddl struct dest1 { i32 key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest1
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+ Needs Tagging: false
+ Path -> Alias:
+#### A masked pattern was here ####
+ Path -> Partition:
+#### A masked pattern was here ####
+ Partition
+ base file name: -ext-10002
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value
+ columns.types int:string
+#### A masked pattern was here ####
+ name default.dest1
+ serialization.ddl struct dest1 { i32 key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value
+ columns.types int:string
+#### A masked pattern was here ####
+ name default.dest1
+ serialization.ddl struct dest1 { i32 key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest1
+ name: default.dest1
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
PREHOOK: query: INSERT OVERWRITE TABLE dest1 SELECT s.*
FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2) s
Modified: hive/trunk/ql/src/test/results/clientpositive/sample4.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/sample4.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/sample4.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/sample4.q.out Sat Aug 4 17:08:47 2012
@@ -20,11 +20,13 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5
STAGE PLANS:
Stage: Stage-1
@@ -109,7 +111,7 @@ STAGE PLANS:
name: default.srcbucket
name: default.srcbucket
- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator
Stage: Stage-4
@@ -208,6 +210,76 @@ STAGE PLANS:
name: default.dest1
name: default.dest1
+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+#### A masked pattern was here ####
+ NumFilesPerFileSink: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value
+ columns.types int:string
+#### A masked pattern was here ####
+ name default.dest1
+ serialization.ddl struct dest1 { i32 key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest1
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+ Needs Tagging: false
+ Path -> Alias:
+#### A masked pattern was here ####
+ Path -> Partition:
+#### A masked pattern was here ####
+ Partition
+ base file name: -ext-10002
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value
+ columns.types int:string
+#### A masked pattern was here ####
+ name default.dest1
+ serialization.ddl struct dest1 { i32 key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value
+ columns.types int:string
+#### A masked pattern was here ####
+ name default.dest1
+ serialization.ddl struct dest1 { i32 key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest1
+ name: default.dest1
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
PREHOOK: query: INSERT OVERWRITE TABLE dest1 SELECT s.*
FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s
Modified: hive/trunk/ql/src/test/results/clientpositive/sample5.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/sample5.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/sample5.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/sample5.q.out Sat Aug 4 17:08:47 2012
@@ -18,11 +18,13 @@ ABSTRACT SYNTAX TREE:
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5
STAGE PLANS:
Stage: Stage-1
@@ -107,7 +109,7 @@ STAGE PLANS:
name: default.srcbucket
name: default.srcbucket
- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator
Stage: Stage-4
@@ -206,6 +208,76 @@ STAGE PLANS:
name: default.dest1
name: default.dest1
+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+#### A masked pattern was here ####
+ NumFilesPerFileSink: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value
+ columns.types int:string
+#### A masked pattern was here ####
+ name default.dest1
+ serialization.ddl struct dest1 { i32 key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest1
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+ Needs Tagging: false
+ Path -> Alias:
+#### A masked pattern was here ####
+ Path -> Partition:
+#### A masked pattern was here ####
+ Partition
+ base file name: -ext-10002
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value
+ columns.types int:string
+#### A masked pattern was here ####
+ name default.dest1
+ serialization.ddl struct dest1 { i32 key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value
+ columns.types int:string
+#### A masked pattern was here ####
+ name default.dest1
+ serialization.ddl struct dest1 { i32 key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest1
+ name: default.dest1
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+
PREHOOK: query: INSERT OVERWRITE TABLE dest1 SELECT s.* -- here's another test
FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 5 on key) s