You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by mm...@apache.org on 2018/04/16 15:03:24 UTC
[3/9] hive git commit: HIVE-19200: Vectorization: Disable
vectorization for LLAP I/O when a non-VECTORIZED_INPUT_FILE_FORMAT mode is
needed (i.e. rows) and data type conversion is needed (Matt McCline,
reviewed by Jason Dere)
http://git-wip-us.apache.org/repos/asf/hive/blob/c46c4c90/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_primitive_llap_io.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_primitive_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_primitive_llap_io.q.out
index 752dc70..9ab1137 100644
--- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_primitive_llap_io.q.out
+++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_primitive_llap_io.q.out
@@ -217,6 +217,152 @@ insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15 c16 c17 c18 c
103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original
104 1 23 834 203332 888888857923222 -100.35978 30.774 66475.561431000000000000 true 1978-08-02 06:34:14 true 834 203332 888888857923222 -100.35978 30.774 66475.561431000000000000 23 23 23 1978-08-02 06:34:14 true 23 203332 888888857923222 -100.35978 30.774 66475.561431000000000000 834 834 834 1978-08-02 06:34:14 true 23 834 888888857923222 -100.35978 30.774 66475.561431000000000000 203332 203332 203332 1978-08-02 06:34:14 true 23 834 203332 -100.35978 30.774 66475.561431000000000000 888888857923222 888888857923222 888888857923222 1978-08-02 06:34:14 original
105 1 -99 -28300 -999992 -222282153733 NULL 46114.28 9250340.750000000000000000 false 1991-01-06 16:20:39.72036854 false -28300 -999992 -222282153733 NULL 46114.28 9250340.750000000000000000 -99 -99 -99 1991-01-06 16:20:39.72036854 false -99 -999992 -222282153733 NULL 46114.28 9250340.750000000000000000 -28300 -28300 -28300 1991-01-06 16:20:39.72036854 false -99 -28300 -222282153733 NULL 46114.28 9250340.750000000000000000 -999992 -999992 -999992 1991-01-06 16:20:39.72036854 false -99 -28300 -999992 NULL 46114.28 9250340.750000000000000000 -222282153733 -222282153733 -222282153733 1991-01-06 16:20:39.72036854 original
+PREHOOK: query: alter table part_change_various_various_boolean_to_bigint replace columns (insert_num int,
+ c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN,
+ c10 TINYINT, c11 TINYINT, c12 TINYINT, c13 TINYINT, c14 TINYINT, c15 TINYINT, c16 TINYINT, c17 TINYINT, c18 TINYINT, c19 TINYINT, c20 TINYINT,
+ c21 SMALLINT, c22 SMALLINT, c23 SMALLINT, c24 SMALLINT, c25 SMALLINT, c26 SMALLINT, c27 SMALLINT, c28 SMALLINT, c29 SMALLINT, c30 SMALLINT, c31 SMALLINT,
+ c32 INT, c33 INT, c34 INT, c35 INT, c36 INT, c37 INT, c38 INT, c39 INT, c40 INT, c41 INT, c42 INT,
+ c43 BIGINT, c44 BIGINT, c45 BIGINT, c46 BIGINT, c47 BIGINT, c48 BIGINT, c49 BIGINT, c50 BIGINT, c51 BIGINT, c52 BIGINT, c53 BIGINT,
+ b STRING)
+PREHOOK: type: ALTERTABLE_REPLACECOLS
+PREHOOK: Input: default@part_change_various_various_boolean_to_bigint
+PREHOOK: Output: default@part_change_various_various_boolean_to_bigint
+POSTHOOK: query: alter table part_change_various_various_boolean_to_bigint replace columns (insert_num int,
+ c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN,
+ c10 TINYINT, c11 TINYINT, c12 TINYINT, c13 TINYINT, c14 TINYINT, c15 TINYINT, c16 TINYINT, c17 TINYINT, c18 TINYINT, c19 TINYINT, c20 TINYINT,
+ c21 SMALLINT, c22 SMALLINT, c23 SMALLINT, c24 SMALLINT, c25 SMALLINT, c26 SMALLINT, c27 SMALLINT, c28 SMALLINT, c29 SMALLINT, c30 SMALLINT, c31 SMALLINT,
+ c32 INT, c33 INT, c34 INT, c35 INT, c36 INT, c37 INT, c38 INT, c39 INT, c40 INT, c41 INT, c42 INT,
+ c43 BIGINT, c44 BIGINT, c45 BIGINT, c46 BIGINT, c47 BIGINT, c48 BIGINT, c49 BIGINT, c50 BIGINT, c51 BIGINT, c52 BIGINT, c53 BIGINT,
+ b STRING)
+POSTHOOK: type: ALTERTABLE_REPLACECOLS
+POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint
+POSTHOOK: Output: default@part_change_various_various_boolean_to_bigint
+PREHOOK: query: insert into table part_change_various_various_boolean_to_bigint partition(part=1) SELECT insert_num,
+ boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1,
+ tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1,
+ smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1,
+ int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, int1,
+ bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1,
+ 'new' FROM schema_evolution_data
+PREHOOK: type: QUERY
+PREHOOK: Input: default@schema_evolution_data
+PREHOOK: Output: default@part_change_various_various_boolean_to_bigint@part=1
+POSTHOOK: query: insert into table part_change_various_various_boolean_to_bigint partition(part=1) SELECT insert_num,
+ boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1,
+ tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1,
+ smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1,
+ int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, int1,
+ bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1,
+ 'new' FROM schema_evolution_data
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@schema_evolution_data
+POSTHOOK: Output: default@part_change_various_various_boolean_to_bigint@part=1
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).b SIMPLE []
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c1 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c10 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c11 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c12 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c13 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c14 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c15 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c16 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c17 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c18 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c19 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c2 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c20 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c21 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c22 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c23 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c24 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c25 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c26 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c27 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c28 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c29 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c3 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c30 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c31 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c32 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c33 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c34 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c35 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c36 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c37 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c38 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c39 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c4 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c40 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c41 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c42 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c43 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c44 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c45 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c46 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c47 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c48 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c49 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c5 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c50 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c51 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c52 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c53 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c6 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c7 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c8 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c9 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:insert_num, type:int, comment:null), ]
+insert_num boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 _c54
+PREHOOK: query: explain vectorization detail
+select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint
+PREHOOK: type: QUERY
+POSTHOOK: query: explain vectorization detail
+select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint
+POSTHOOK: type: QUERY
+Explain
+PLAN VECTORIZATION:
+ enabled: true
+ enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
+
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Tez
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: part_change_various_various_boolean_to_bigint
+ Statistics: Num rows: 10 Data size: 1228 Basic stats: COMPLETE Column stats: PARTIAL
+ Select Operator
+ expressions: insert_num (type: int), part (type: int), c1 (type: boolean), c2 (type: boolean), c3 (type: boolean), c4 (type: boolean), c5 (type: boolean), c6 (type: boolean), c7 (type: boolean), c8 (type: boolean), c9 (type: boolean), c10 (type: tinyint), c11 (type: tinyint), c12 (type: tinyint), c13 (type: tinyint), c14 (type: tinyint), c15 (type: tinyint), c16 (type: tinyint), c17 (type: tinyint), c18 (type: tinyint), c19 (type: tinyint), c20 (type: tinyint), c21 (type: smallint), c22 (type: smallint), c23 (type: smallint), c24 (type: smallint), c25 (type: smallint), c26 (type: smallint), c27 (type: smallint), c28 (type: smallint), c29 (type: smallint), c30 (type: smallint), c31 (type: smallint), c32 (type: int), c33 (type: int), c34 (type: int), c35 (type: int), c36 (type: int), c37 (type: int), c38 (type: int), c39 (type: int), c40 (type: int), c41 (type: int), c42 (type: int), c43 (type: bigint), c44 (type: bigint), c45 (type: bigint), c46 (type: bigint), c4
7 (type: bigint), c48 (type: bigint), c49 (type: bigint), c50 (type: bigint), c51 (type: bigint), c52 (type: bigint), c53 (type: bigint), b (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41, _col42, _col43, _col44, _col45, _col46, _col47, _col48, _col49, _col50, _col51, _col52, _col53, _col54, _col55
+ Statistics: Num rows: 10 Data size: 1228 Basic stats: COMPLETE Column stats: PARTIAL
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 10 Data size: 1228 Basic stats: COMPLETE Column stats: PARTIAL
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Execution mode: llap
+ LLAP IO: no inputs
+ Map Vectorization:
+ enabled: false
+ enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true
+ enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false
+ inputFileFormats: org.apache.hadoop.mapred.TextInputFormat
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
PREHOOK: query: drop table part_change_various_various_boolean_to_bigint
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@part_change_various_various_boolean_to_bigint
@@ -380,6 +526,124 @@ insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15 c16 c17 c18 c
103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original
104 1 true 23 834 203332 888888857923222 -100.35978 30.774 66475.561431 66475.561431 66475.561431 1978-08-02 06:34:14 true 23 834 203332 888888857923222 66475.561431000000000000 30.774 -100.3597812 -100.3597812 -100.3597812 1978-08-02 06:34:14 true 23 834 203332 888888857923222 66475.561431000000000000 -100.35978 30.774 30.774 30.774 1978-08-02 06:34:14 original
105 1 false -99 -28300 -999992 -222282153733 NULL 46114.28 9250340.75 9250340.75 9250340.75 1991-01-06 16:20:39.72036854 false -99 -28300 -999992 -222282153733 9250340.750000000000000000 46114.28 –32768 –32768 –32768 1991-01-06 16:20:39.72036854 false -99 -28300 -999992 -222282153733 9250340.750000000000000000 NULL 46114.28 46114.28 46114.28 1991-01-06 16:20:39.72036854 original
+PREHOOK: query: alter table part_change_various_various_decimal_to_double replace columns (insert_num int,
+ c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18),
+ c12 FLOAT, c13 FLOAT, c14 FLOAT, c15 FLOAT, c16 FLOAT, c17 FLOAT, c18 FLOAT, c19 FLOAT, c20 FLOAT, c21 FLOAT, c22 FLOAT,
+ c23 DOUBLE, c24 DOUBLE, c25 DOUBLE, c26 DOUBLE, c27 DOUBLE, c28 DOUBLE, c29 DOUBLE, c30 DOUBLE, c31 DOUBLE, c32 DOUBLE, c33 DOUBLE,
+ b STRING)
+PREHOOK: type: ALTERTABLE_REPLACECOLS
+PREHOOK: Input: default@part_change_various_various_decimal_to_double
+PREHOOK: Output: default@part_change_various_various_decimal_to_double
+POSTHOOK: query: alter table part_change_various_various_decimal_to_double replace columns (insert_num int,
+ c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18),
+ c12 FLOAT, c13 FLOAT, c14 FLOAT, c15 FLOAT, c16 FLOAT, c17 FLOAT, c18 FLOAT, c19 FLOAT, c20 FLOAT, c21 FLOAT, c22 FLOAT,
+ c23 DOUBLE, c24 DOUBLE, c25 DOUBLE, c26 DOUBLE, c27 DOUBLE, c28 DOUBLE, c29 DOUBLE, c30 DOUBLE, c31 DOUBLE, c32 DOUBLE, c33 DOUBLE,
+ b STRING)
+POSTHOOK: type: ALTERTABLE_REPLACECOLS
+POSTHOOK: Input: default@part_change_various_various_decimal_to_double
+POSTHOOK: Output: default@part_change_various_various_decimal_to_double
+PREHOOK: query: insert into table part_change_various_various_decimal_to_double partition(part=1) SELECT insert_num,
+ decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1,
+ float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, float1,
+ double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, double1,
+ 'new' FROM schema_evolution_data_2 WHERE insert_num=111
+PREHOOK: type: QUERY
+PREHOOK: Input: default@schema_evolution_data_2
+PREHOOK: Output: default@part_change_various_various_decimal_to_double@part=1
+POSTHOOK: query: insert into table part_change_various_various_decimal_to_double partition(part=1) SELECT insert_num,
+ decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1,
+ float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, float1,
+ double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, double1,
+ 'new' FROM schema_evolution_data_2 WHERE insert_num=111
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@schema_evolution_data_2
+POSTHOOK: Output: default@part_change_various_various_decimal_to_double@part=1
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).b SIMPLE []
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c10 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c11 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c12 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c13 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c14 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c15 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c16 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c17 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c18 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c19 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c20 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c21 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c22 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c23 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c24 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c25 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c26 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c27 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c28 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c29 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c30 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c31 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c32 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c33 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c5 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c6 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num, type:int, comment:null), ]
+insert_num decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 _c34
+PREHOOK: query: explain vectorization detail
+select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double
+PREHOOK: type: QUERY
+POSTHOOK: query: explain vectorization detail
+select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double
+POSTHOOK: type: QUERY
+Explain
+PLAN VECTORIZATION:
+ enabled: true
+ enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
+
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Tez
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: part_change_various_various_decimal_to_double
+ Statistics: Num rows: 6 Data size: 1320 Basic stats: COMPLETE Column stats: PARTIAL
+ Select Operator
+ expressions: insert_num (type: int), part (type: int), c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), c4 (type: decimal(38,18)), c5 (type: decimal(38,18)), c6 (type: decimal(38,18)), c7 (type: decimal(38,18)), c8 (type: decimal(38,18)), c9 (type: decimal(38,18)), c10 (type: decimal(38,18)), c11 (type: decimal(38,18)), c12 (type: float), c13 (type: float), c14 (type: float), c15 (type: float), c16 (type: float), c17 (type: float), c18 (type: float), c19 (type: float), c20 (type: float), c21 (type: float), c22 (type: float), c23 (type: double), c24 (type: double), c25 (type: double), c26 (type: double), c27 (type: double), c28 (type: double), c29 (type: double), c30 (type: double), c31 (type: double), c32 (type: double), c33 (type: double), b (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35
+ Statistics: Num rows: 6 Data size: 1320 Basic stats: COMPLETE Column stats: PARTIAL
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 6 Data size: 1320 Basic stats: COMPLETE Column stats: PARTIAL
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Execution mode: llap
+ LLAP IO: no inputs
+ Map Vectorization:
+ enabled: false
+ enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true
+ enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false
+ inputFileFormats: org.apache.hadoop.mapred.TextInputFormat
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
PREHOOK: query: drop table part_change_various_various_decimal_to_double
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@part_change_various_various_decimal_to_double
@@ -490,22 +754,87 @@ STAGE PLANS:
Processor Tree:
ListSink
-PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp
-PREHOOK: type: QUERY
+PREHOOK: query: alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING)
+PREHOOK: type: ALTERTABLE_REPLACECOLS
PREHOOK: Input: default@part_change_various_various_timestamp
-PREHOOK: Input: default@part_change_various_various_timestamp@part=1
-#### A masked pattern was here ####
-POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp
-POSTHOOK: type: QUERY
+PREHOOK: Output: default@part_change_various_various_timestamp
+POSTHOOK: query: alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING)
+POSTHOOK: type: ALTERTABLE_REPLACECOLS
POSTHOOK: Input: default@part_change_various_various_timestamp
-POSTHOOK: Input: default@part_change_various_various_timestamp@part=1
+POSTHOOK: Output: default@part_change_various_various_timestamp
+PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) SELECT insert_num, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111
+PREHOOK: type: QUERY
+PREHOOK: Input: default@schema_evolution_data_2
+PREHOOK: Output: default@part_change_various_various_timestamp@part=1
+POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) SELECT insert_num, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@schema_evolution_data_2
+POSTHOOK: Output: default@part_change_various_various_timestamp@part=1
+POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).b SIMPLE []
+POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c10 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c11 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c12 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c5 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c6 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num, type:int, comment:null), ]
+insert_num timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c13
+PREHOOK: query: explain vectorization detail
+select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp
+PREHOOK: type: QUERY
+POSTHOOK: query: explain vectorization detail
+select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp
+POSTHOOK: type: QUERY
+Explain
+PLAN VECTORIZATION:
+ enabled: true
+ enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
+
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Tez
#### A masked pattern was here ####
-insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b
-101 1 true -128 NULL -2147483648 NULL Infinity 1.7976931348623157E308 99999999999999999999.999999999999999999 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 1950-12-18 original
-102 1 false 127 32767 2147483647 9223372036854775807 -Infinity -1.7976931348623157E308 -99999999999999999999.999999999999999999 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 2049-12-18 original
-103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL original
-104 1 true 23 834 203332 888888857923222 -100.35978 30.774 66475.561431000000000000 1978-08-02 06:34:14 1978-08-02 06:34:14 1978-08-02 06:34:14 2021-09-24 original
-105 1 false -99 -28300 -999992 -222282153733 NULL 46114.28 9250340.750000000000000000 1991-01-06 16:20:39.72036854 1991-01-06 16:20:39.72036 1991-01-06 16:20:39.72036 2024-11-11 original
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: part_change_various_various_timestamp
+ Statistics: Num rows: 6 Data size: 4915 Basic stats: COMPLETE Column stats: PARTIAL
+ Select Operator
+ expressions: insert_num (type: int), part (type: int), c1 (type: timestamp), c2 (type: timestamp), c3 (type: timestamp), c4 (type: timestamp), c5 (type: timestamp), c6 (type: timestamp), c7 (type: timestamp), c8 (type: timestamp), c9 (type: timestamp), c10 (type: timestamp), c11 (type: timestamp), c12 (type: timestamp), b (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14
+ Statistics: Num rows: 6 Data size: 4032 Basic stats: COMPLETE Column stats: PARTIAL
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 6 Data size: 4032 Basic stats: COMPLETE Column stats: PARTIAL
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Execution mode: llap
+ LLAP IO: no inputs
+ Map Vectorization:
+ enabled: false
+ enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true
+ enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false
+ inputFileFormats: org.apache.hadoop.mapred.TextInputFormat
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
PREHOOK: query: drop table part_change_various_various_timestamp
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@part_change_various_various_timestamp
@@ -608,22 +937,79 @@ STAGE PLANS:
Processor Tree:
ListSink
-PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date
-PREHOOK: type: QUERY
+PREHOOK: query: alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING)
+PREHOOK: type: ALTERTABLE_REPLACECOLS
PREHOOK: Input: default@part_change_various_various_date
-PREHOOK: Input: default@part_change_various_various_date@part=1
-#### A masked pattern was here ####
-POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date
-POSTHOOK: type: QUERY
+PREHOOK: Output: default@part_change_various_various_date
+POSTHOOK: query: alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING)
+POSTHOOK: type: ALTERTABLE_REPLACECOLS
POSTHOOK: Input: default@part_change_various_various_date
-POSTHOOK: Input: default@part_change_various_various_date@part=1
+POSTHOOK: Output: default@part_change_various_various_date
+PREHOOK: query: insert into table part_change_various_various_date partition(part=1) SELECT insert_num, date1, date1, date1, date1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111
+PREHOOK: type: QUERY
+PREHOOK: Input: default@schema_evolution_data_2
+PREHOOK: Output: default@part_change_various_various_date@part=1
+POSTHOOK: query: insert into table part_change_various_various_date partition(part=1) SELECT insert_num, date1, date1, date1, date1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@schema_evolution_data_2
+POSTHOOK: Output: default@part_change_various_various_date@part=1
+POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).b SIMPLE []
+POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:date1, type:date, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:date1, type:date, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:date1, type:date, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:date1, type:date, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num, type:int, comment:null), ]
+insert_num date1 date1 date1 date1 _c5
+PREHOOK: query: explain vectorization detail
+select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date
+PREHOOK: type: QUERY
+POSTHOOK: query: explain vectorization detail
+select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date
+POSTHOOK: type: QUERY
+Explain
+PLAN VECTORIZATION:
+ enabled: true
+ enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
+
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Tez
#### A masked pattern was here ####
-insert_num part c1 c2 c3 c4 b
-101 1 1950-12-18 1950-12-18 1950-12-18 6229-06-28 02:54:28.970117179 original
-102 1 2049-12-18 2049-12-18 2049-12-18 5966-07-09 03:30:50.597 original
-103 1 NULL original
-104 1 2021-09-24 2021-09-24 2021-09-24 1978-08-02 06:34:14 original
-105 1 2024-11-11 2024-11-11 2024-11-11 1991-01-06 16:20:39.72036854 original
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: part_change_various_various_date
+ Statistics: Num rows: 6 Data size: 2496 Basic stats: COMPLETE Column stats: COMPLETE
+ Select Operator
+ expressions: insert_num (type: int), part (type: int), c1 (type: date), c2 (type: date), c3 (type: date), c4 (type: date), b (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
+ Statistics: Num rows: 6 Data size: 2496 Basic stats: COMPLETE Column stats: COMPLETE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 6 Data size: 2496 Basic stats: COMPLETE Column stats: COMPLETE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Execution mode: llap
+ LLAP IO: no inputs
+ Map Vectorization:
+ enabled: false
+ enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true
+ enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false
+ inputFileFormats: org.apache.hadoop.mapred.TextInputFormat
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
PREHOOK: query: drop table part_change_various_various_date
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@part_change_various_various_date
@@ -748,22 +1134,138 @@ STAGE PLANS:
Processor Tree:
ListSink
-PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params
-PREHOOK: type: QUERY
+PREHOOK: query: alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING)
+PREHOOK: type: ALTERTABLE_REPLACECOLS
PREHOOK: Input: default@part_change_same_type_different_params
-PREHOOK: Input: default@part_change_same_type_different_params@part=1
+PREHOOK: Output: default@part_change_same_type_different_params
+POSTHOOK: query: alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING)
+POSTHOOK: type: ALTERTABLE_REPLACECOLS
+POSTHOOK: Input: default@part_change_same_type_different_params
+POSTHOOK: Output: default@part_change_same_type_different_params
+PREHOOK: query: CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING)
+row format delimited fields terminated by '|'
+stored as textfile
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@same_type1_b_txt
+POSTHOOK: query: CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING)
+row format delimited fields terminated by '|'
+stored as textfile
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@same_type1_b_txt
+PREHOOK: query: load data local inpath '../../data/files/schema_evolution/same_type1_b.txt' overwrite into table same_type1_b_txt
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@same_type1_b_txt
+POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/same_type1_b.txt' overwrite into table same_type1_b_txt
+POSTHOOK: type: LOAD
#### A masked pattern was here ####
-POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params
+POSTHOOK: Output: default@same_type1_b_txt
+PREHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt
+PREHOOK: type: QUERY
+PREHOOK: Input: default@same_type1_b_txt
+PREHOOK: Output: default@part_change_same_type_different_params@part=1
+POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt
POSTHOOK: type: QUERY
-POSTHOOK: Input: default@part_change_same_type_different_params
-POSTHOOK: Input: default@part_change_same_type_different_params@part=1
+POSTHOOK: Input: default@same_type1_b_txt
+POSTHOOK: Output: default@part_change_same_type_different_params@part=1
+POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).b SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:b, type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c1 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c1, type:char(8), comment:null), ]
+POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c2 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c2, type:char(32), comment:null), ]
+POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c3 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c3, type:varchar(15), comment:null), ]
+POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c4 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c4, type:varchar(18), comment:null), ]
+POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c5 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c5, type:decimal(10,2), comment:null), ]
+POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c6 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c6, type:decimal(25,15), comment:null), ]
+POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).insert_num SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ]
+same_type1_b_txt.insert_num same_type1_b_txt.c1 same_type1_b_txt.c2 same_type1_b_txt.c3 same_type1_b_txt.c4 same_type1_b_txt.c5 same_type1_b_txt.c6 same_type1_b_txt.b
+PREHOOK: query: CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING)
+row format delimited fields terminated by '|'
+stored as textfile
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@same_type1_c_txt
+POSTHOOK: query: CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING)
+row format delimited fields terminated by '|'
+stored as textfile
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@same_type1_c_txt
+PREHOOK: query: load data local inpath '../../data/files/schema_evolution/same_type1_c.txt' overwrite into table same_type1_c_txt
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@same_type1_c_txt
+POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/same_type1_c.txt' overwrite into table same_type1_c_txt
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@same_type1_c_txt
+PREHOOK: query: insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt
+PREHOOK: type: QUERY
+PREHOOK: Input: default@same_type1_c_txt
+PREHOOK: Output: default@part_change_same_type_different_params@part=2
+POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@same_type1_c_txt
+POSTHOOK: Output: default@part_change_same_type_different_params@part=2
+POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).b SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:b, type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c1 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c1, type:char(8), comment:null), ]
+POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c2 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c2, type:char(32), comment:null), ]
+POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c3 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c3, type:varchar(15), comment:null), ]
+POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c4 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c4, type:varchar(18), comment:null), ]
+POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c5 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c5, type:decimal(10,2), comment:null), ]
+POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c6 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c6, type:decimal(25,15), comment:null), ]
+POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).insert_num SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ]
+same_type1_c_txt.insert_num same_type1_c_txt.c1 same_type1_c_txt.c2 same_type1_c_txt.c3 same_type1_c_txt.c4 same_type1_c_txt.c5 same_type1_c_txt.c6 same_type1_c_txt.b
+PREHOOK: query: explain vectorization detail
+select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params
+PREHOOK: type: QUERY
+POSTHOOK: query: explain vectorization detail
+select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params
+POSTHOOK: type: QUERY
+Explain
+PLAN VECTORIZATION:
+ enabled: true
+ enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
+
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Tez
#### A masked pattern was here ####
-insert_num part c1 c2 c3 c4 c5 c6 b
-1 1 excess corporation believable gateway thumb repe 76855494.3900 NULL original
-2 1 mutation hideout authentic blankness sonic disfigure hover know 42093605.0000 3182652.4066800000 original
-3 1 hibernation country detox coyotes ball pulse candle direct 1413570.3000 8.3095808155 original
-4 1 aquarium encounter existent amuse fuse light headlock bumper adm 5475414.6500 25937.6752563004 original
-5 1 123456789012 1234567890123456789012345 1234567890123456789012345 1234567890 12345678.1234 1234567890.0987654321 original
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: part_change_same_type_different_params
+ Statistics: Num rows: 13 Data size: 9347 Basic stats: COMPLETE Column stats: PARTIAL
+ Select Operator
+ expressions: insert_num (type: int), part (type: int), c1 (type: char(8)), c2 (type: char(32)), c3 (type: varchar(15)), c4 (type: varchar(18)), c5 (type: decimal(10,2)), c6 (type: decimal(25,15)), b (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8
+ Statistics: Num rows: 13 Data size: 9347 Basic stats: COMPLETE Column stats: PARTIAL
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 13 Data size: 9347 Basic stats: COMPLETE Column stats: PARTIAL
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Execution mode: llap
+ LLAP IO: no inputs
+ Map Vectorization:
+ enabled: false
+ enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true
+ enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false
+ inputFileFormats: org.apache.hadoop.mapred.TextInputFormat
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
PREHOOK: query: drop table part_change_same_type_different_params
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@part_change_same_type_different_params