You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by pr...@apache.org on 2016/08/11 00:09:26 UTC
[14/51] [partial] hive git commit: HIVE-14376: Schema evolution tests
takes a long time (Prasanth Jayachandran reviewed by Matt McCline)
http://git-wip-us.apache.org/repos/asf/hive/blob/9a798130/ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_part_all_complex.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_part_all_complex.q.out b/ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_part_all_complex.q.out
index 97e8fc0..251303f 100644
--- a/ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_part_all_complex.q.out
+++ b/ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_part_all_complex.q.out
@@ -56,12 +56,12 @@ POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).b SIMPL
POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).insert_num SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).s1 SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:s1, type:struct<c1:boolean,c2:tinyint,c3:smallint,c4:int,c5:bigint,c6:float,c7:double,c8:decimal(38,18),c9:char(25),c10:varchar(25),c11:timestamp,c12:date,c13:binary>, comment:null), ]
struct1_a_txt.insert_num struct1_a_txt.s1 struct1_a_txt.b
-PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num
+PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1
PREHOOK: type: QUERY
PREHOOK: Input: default@part_change_various_various_struct1
PREHOOK: Input: default@part_change_various_various_struct1@part=1
#### A masked pattern was here ####
-POSTHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num
+POSTHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@part_change_various_various_struct1
POSTHOOK: Input: default@part_change_various_various_struct1@part=1
@@ -150,10 +150,10 @@ POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).insert_
POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).s1 SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:s1, type:struct<c1:string,c2:string,c3:string,c4:string,c5:string,c6:string,c7:string,c8:string,c9:string,c10:string,c11:string,c12:string,c13:string>, comment:null), ]
struct1_c_txt.insert_num struct1_c_txt.s1 struct1_c_txt.b
PREHOOK: query: explain
-select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num
+select insert_num,part,s1,b from part_change_various_various_struct1
PREHOOK: type: QUERY
POSTHOOK: query: explain
-select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num
+select insert_num,part,s1,b from part_change_various_various_struct1
POSTHOOK: type: QUERY
Explain
STAGE DEPENDENCIES:
@@ -171,23 +171,13 @@ STAGE PLANS:
expressions: insert_num (type: int), part (type: int), s1 (type: struct<c1:string,c2:string,c3:string,c4:string,c5:string,c6:string,c7:string,c8:string,c9:string,c10:string,c11:string,c12:string,c13:string>), b (type: string)
outputColumnNames: _col0, _col1, _col2, _col3
Statistics: Num rows: 6 Data size: 4710 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: int)
- sort order: +
+ File Output Operator
+ compressed: false
Statistics: Num rows: 6 Data size: 4710 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col1 (type: int), _col2 (type: struct<c1:string,c2:string,c3:string,c4:string,c5:string,c6:string,c7:string,c8:string,c9:string,c10:string,c11:string,c12:string,c13:string>), _col3 (type: string)
- Reduce Operator Tree:
- Select Operator
- expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: struct<c1:string,c2:string,c3:string,c4:string,c5:string,c6:string,c7:string,c8:string,c9:string,c10:string,c11:string,c12:string,c13:string>), VALUE._col2 (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 6 Data size: 4710 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 6 Data size: 4710 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
@@ -195,13 +185,13 @@ STAGE PLANS:
Processor Tree:
ListSink
-PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num
+PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1
PREHOOK: type: QUERY
PREHOOK: Input: default@part_change_various_various_struct1
PREHOOK: Input: default@part_change_various_various_struct1@part=1
PREHOOK: Input: default@part_change_various_various_struct1@part=2
#### A masked pattern was here ####
-POSTHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num
+POSTHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@part_change_various_various_struct1
POSTHOOK: Input: default@part_change_various_various_struct1@part=1
@@ -251,12 +241,12 @@ POSTHOOK: Output: default@part_add_various_various_struct2@part=1
POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ]
POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ]
_col0 _col1
-PREHOOK: query: select insert_num,part,b from part_add_various_various_struct2 order by insert_num
+PREHOOK: query: select insert_num,part,b from part_add_various_various_struct2
PREHOOK: type: QUERY
PREHOOK: Input: default@part_add_various_various_struct2
PREHOOK: Input: default@part_add_various_various_struct2@part=1
#### A masked pattern was here ####
-POSTHOOK: query: select insert_num,part,b from part_add_various_various_struct2 order by insert_num
+POSTHOOK: query: select insert_num,part,b from part_add_various_various_struct2
POSTHOOK: type: QUERY
POSTHOOK: Input: default@part_add_various_various_struct2
POSTHOOK: Input: default@part_add_various_various_struct2@part=1
@@ -342,13 +332,13 @@ POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).b SIMPLE [
POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).insert_num SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ]
POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).s2 SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:s2, type:struct<c1:boolean,c2:tinyint,c3:smallint,c4:int,c5:bigint,c6:float,c7:double,c8:decimal(38,18),c9:char(25),c10:varchar(25),c11:timestamp,c12:date,c13:binary>, comment:null), ]
struct2_b_txt.insert_num struct2_b_txt.b struct2_b_txt.s2
-PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num
+PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2
PREHOOK: type: QUERY
PREHOOK: Input: default@part_add_various_various_struct2
PREHOOK: Input: default@part_add_various_various_struct2@part=1
PREHOOK: Input: default@part_add_various_various_struct2@part=2
#### A masked pattern was here ####
-POSTHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num
+POSTHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2
POSTHOOK: type: QUERY
POSTHOOK: Input: default@part_add_various_various_struct2
POSTHOOK: Input: default@part_add_various_various_struct2@part=1
@@ -440,10 +430,10 @@ POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num
POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).s2 SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:s2, type:struct<c1:string,c2:string,c3:string,c4:string,c5:string,c6:string,c7:string,c8:string,c9:string,c10:string,c11:string,c12:string,c13:string>, comment:null), ]
struct2_d_txt.insert_num struct2_d_txt.b struct2_d_txt.s2
PREHOOK: query: explain
-select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num
+select insert_num,part,b,s2 from part_add_various_various_struct2
PREHOOK: type: QUERY
POSTHOOK: query: explain
-select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num
+select insert_num,part,b,s2 from part_add_various_various_struct2
POSTHOOK: type: QUERY
Explain
STAGE DEPENDENCIES:
@@ -461,23 +451,13 @@ STAGE PLANS:
expressions: insert_num (type: int), part (type: int), b (type: string), s2 (type: struct<c1:string,c2:string,c3:string,c4:string,c5:string,c6:string,c7:string,c8:string,c9:string,c10:string,c11:string,c12:string,c13:string>)
outputColumnNames: _col0, _col1, _col2, _col3
Statistics: Num rows: 8 Data size: 4880 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: int)
- sort order: +
+ File Output Operator
+ compressed: false
Statistics: Num rows: 8 Data size: 4880 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: struct<c1:string,c2:string,c3:string,c4:string,c5:string,c6:string,c7:string,c8:string,c9:string,c10:string,c11:string,c12:string,c13:string>)
- Reduce Operator Tree:
- Select Operator
- expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: struct<c1:string,c2:string,c3:string,c4:string,c5:string,c6:string,c7:string,c8:string,c9:string,c10:string,c11:string,c12:string,c13:string>)
- outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 8 Data size: 4880 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 8 Data size: 4880 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
@@ -485,13 +465,13 @@ STAGE PLANS:
Processor Tree:
ListSink
-PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num
+PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2
PREHOOK: type: QUERY
PREHOOK: Input: default@part_add_various_various_struct2
PREHOOK: Input: default@part_add_various_various_struct2@part=1
PREHOOK: Input: default@part_add_various_various_struct2@part=2
#### A masked pattern was here ####
-POSTHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num
+POSTHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2
POSTHOOK: type: QUERY
POSTHOOK: Input: default@part_add_various_various_struct2
POSTHOOK: Input: default@part_add_various_various_struct2@part=1
@@ -562,12 +542,12 @@ POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).b SIMPL
POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).insert_num SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ]
POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).s3 SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:s3, type:struct<c1:boolean,c2:tinyint,c3:smallint,c4:int,c5:bigint>, comment:null), ]
struct4_a_txt.insert_num struct4_a_txt.b struct4_a_txt.s3
-PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num
+PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4
PREHOOK: type: QUERY
PREHOOK: Input: default@part_add_to_various_various_struct4
PREHOOK: Input: default@part_add_to_various_various_struct4@part=1
#### A masked pattern was here ####
-POSTHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num
+POSTHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4
POSTHOOK: type: QUERY
POSTHOOK: Input: default@part_add_to_various_various_struct4
POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1
@@ -654,10 +634,10 @@ POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).insert_
POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).s3 SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:s3, type:struct<c1:boolean,c2:tinyint,c3:smallint,c4:int,c5:bigint,c6:float,c7:double,c8:decimal(38,18),c9:char(25),c10:varchar(25),c11:timestamp,c12:date,c13:binary>, comment:null), ]
struct4_c_txt.insert_num struct4_c_txt.b struct4_c_txt.s3
PREHOOK: query: explain
-select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num
+select insert_num,part,b,s3 from part_add_to_various_various_struct4
PREHOOK: type: QUERY
POSTHOOK: query: explain
-select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num
+select insert_num,part,b,s3 from part_add_to_various_various_struct4
POSTHOOK: type: QUERY
Explain
STAGE DEPENDENCIES:
@@ -675,23 +655,13 @@ STAGE PLANS:
expressions: insert_num (type: int), part (type: int), b (type: string), s3 (type: struct<c1:boolean,c2:tinyint,c3:smallint,c4:int,c5:bigint,c6:float,c7:double,c8:decimal(38,18),c9:char(25),c10:varchar(25),c11:timestamp,c12:date,c13:binary>)
outputColumnNames: _col0, _col1, _col2, _col3
Statistics: Num rows: 4 Data size: 1156 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: int)
- sort order: +
+ File Output Operator
+ compressed: false
Statistics: Num rows: 4 Data size: 1156 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: struct<c1:boolean,c2:tinyint,c3:smallint,c4:int,c5:bigint,c6:float,c7:double,c8:decimal(38,18),c9:char(25),c10:varchar(25),c11:timestamp,c12:date,c13:binary>)
- Reduce Operator Tree:
- Select Operator
- expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: struct<c1:boolean,c2:tinyint,c3:smallint,c4:int,c5:bigint,c6:float,c7:double,c8:decimal(38,18),c9:char(25),c10:varchar(25),c11:timestamp,c12:date,c13:binary>)
- outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 4 Data size: 1156 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 4 Data size: 1156 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
@@ -699,13 +669,13 @@ STAGE PLANS:
Processor Tree:
ListSink
-PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num
+PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4
PREHOOK: type: QUERY
PREHOOK: Input: default@part_add_to_various_various_struct4
PREHOOK: Input: default@part_add_to_various_various_struct4@part=1
PREHOOK: Input: default@part_add_to_various_various_struct4@part=2
#### A masked pattern was here ####
-POSTHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num
+POSTHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4
POSTHOOK: type: QUERY
POSTHOOK: Input: default@part_add_to_various_various_struct4
POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1