You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by jd...@apache.org on 2018/06/24 17:10:35 UTC

[3/4] hive git commit: HIVE-19753: Strict managed tables mode in Hive (Jason Dere, reviewed by Eugene Koifman)

http://git-wip-us.apache.org/repos/asf/hive/blob/09118648/ql/src/test/results/clientpositive/llap/strict_managed_tables1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/strict_managed_tables1.q.out b/ql/src/test/results/clientpositive/llap/strict_managed_tables1.q.out
new file mode 100644
index 0000000..ac80e1f
--- /dev/null
+++ b/ql/src/test/results/clientpositive/llap/strict_managed_tables1.q.out
@@ -0,0 +1,176 @@
+PREHOOK: query: drop table if exists smt1_tab1
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists smt1_tab1
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table if exists smt1_tab2
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists smt1_tab2
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: create table smt1_tab1 (c1 string, c2 string) stored as textfile
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@smt1_tab1
+POSTHOOK: query: create table smt1_tab1 (c1 string, c2 string) stored as textfile
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@smt1_tab1
+PREHOOK: query: load data local inpath '../../data/files/kv1.txt' into table smt1_tab1
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@smt1_tab1
+POSTHOOK: query: load data local inpath '../../data/files/kv1.txt' into table smt1_tab1
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@smt1_tab1
+PREHOOK: query: select * from smt1_tab1 where c1 = '0'
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smt1_tab1
+#### A masked pattern was here ####
+POSTHOOK: query: select * from smt1_tab1 where c1 = '0'
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smt1_tab1
+#### A masked pattern was here ####
+0	val_0
+0	val_0
+0	val_0
+PREHOOK: query: create table smt1_tab2 (c1 string, c2 string) stored as textfile
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@smt1_tab2
+POSTHOOK: query: create table smt1_tab2 (c1 string, c2 string) stored as textfile
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@smt1_tab2
+PREHOOK: query: insert into table smt1_tab2 select * from smt1_tab1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smt1_tab1
+PREHOOK: Output: default@smt1_tab2
+POSTHOOK: query: insert into table smt1_tab2 select * from smt1_tab1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smt1_tab1
+POSTHOOK: Output: default@smt1_tab2
+POSTHOOK: Lineage: smt1_tab2.c1 SIMPLE [(smt1_tab1)smt1_tab1.FieldSchema(name:c1, type:string, comment:null), ]
+POSTHOOK: Lineage: smt1_tab2.c2 SIMPLE [(smt1_tab1)smt1_tab1.FieldSchema(name:c2, type:string, comment:null), ]
+PREHOOK: query: select * from smt1_tab2 where c1 = '0'
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smt1_tab2
+#### A masked pattern was here ####
+POSTHOOK: query: select * from smt1_tab2 where c1 = '0'
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smt1_tab2
+#### A masked pattern was here ####
+0	val_0
+0	val_0
+0	val_0
+PREHOOK: query: alter table smt1_tab1 set tblproperties('EXTERNAL'='TRUE')
+PREHOOK: type: ALTERTABLE_PROPERTIES
+PREHOOK: Input: default@smt1_tab1
+PREHOOK: Output: default@smt1_tab1
+POSTHOOK: query: alter table smt1_tab1 set tblproperties('EXTERNAL'='TRUE')
+POSTHOOK: type: ALTERTABLE_PROPERTIES
+POSTHOOK: Input: default@smt1_tab1
+POSTHOOK: Output: default@smt1_tab1
+PREHOOK: query: select * from smt1_tab1 where c1 = '0'
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smt1_tab1
+#### A masked pattern was here ####
+POSTHOOK: query: select * from smt1_tab1 where c1 = '0'
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smt1_tab1
+#### A masked pattern was here ####
+0	val_0
+0	val_0
+0	val_0
+PREHOOK: query: alter table smt1_tab2 set tblproperties('EXTERNAL'='TRUE')
+PREHOOK: type: ALTERTABLE_PROPERTIES
+PREHOOK: Input: default@smt1_tab2
+PREHOOK: Output: default@smt1_tab2
+POSTHOOK: query: alter table smt1_tab2 set tblproperties('EXTERNAL'='TRUE')
+POSTHOOK: type: ALTERTABLE_PROPERTIES
+POSTHOOK: Input: default@smt1_tab2
+POSTHOOK: Output: default@smt1_tab2
+PREHOOK: query: select * from smt1_tab2 where c1 = '0'
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smt1_tab2
+#### A masked pattern was here ####
+POSTHOOK: query: select * from smt1_tab2 where c1 = '0'
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smt1_tab2
+#### A masked pattern was here ####
+0	val_0
+0	val_0
+0	val_0
+PREHOOK: query: alter table smt1_tab1 set tblproperties('EXTERNAL'='FALSE', 'transactional'='true', 'transactional_properties'='insert_only')
+PREHOOK: type: ALTERTABLE_PROPERTIES
+PREHOOK: Input: default@smt1_tab1
+PREHOOK: Output: default@smt1_tab1
+POSTHOOK: query: alter table smt1_tab1 set tblproperties('EXTERNAL'='FALSE', 'transactional'='true', 'transactional_properties'='insert_only')
+POSTHOOK: type: ALTERTABLE_PROPERTIES
+POSTHOOK: Input: default@smt1_tab1
+POSTHOOK: Output: default@smt1_tab1
+PREHOOK: query: select * from smt1_tab1 where c1 = '0'
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smt1_tab1
+#### A masked pattern was here ####
+POSTHOOK: query: select * from smt1_tab1 where c1 = '0'
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smt1_tab1
+#### A masked pattern was here ####
+0	val_0
+0	val_0
+0	val_0
+PREHOOK: query: alter table smt1_tab2 set tblproperties('EXTERNAL'='FALSE', 'transactional'='true', 'transactional_properties'='insert_only')
+PREHOOK: type: ALTERTABLE_PROPERTIES
+PREHOOK: Input: default@smt1_tab2
+PREHOOK: Output: default@smt1_tab2
+POSTHOOK: query: alter table smt1_tab2 set tblproperties('EXTERNAL'='FALSE', 'transactional'='true', 'transactional_properties'='insert_only')
+POSTHOOK: type: ALTERTABLE_PROPERTIES
+POSTHOOK: Input: default@smt1_tab2
+POSTHOOK: Output: default@smt1_tab2
+PREHOOK: query: select * from smt1_tab2 where c1 = '0'
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smt1_tab2
+#### A masked pattern was here ####
+POSTHOOK: query: select * from smt1_tab2 where c1 = '0'
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smt1_tab2
+#### A masked pattern was here ####
+0	val_0
+0	val_0
+0	val_0
+PREHOOK: query: create temporary table smt1_tmp (c1 string, c2 string) stored as orc
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@smt1_tmp
+POSTHOOK: query: create temporary table smt1_tmp (c1 string, c2 string) stored as orc
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@smt1_tmp
+PREHOOK: query: insert into table smt1_tmp values ('123', '456')
+PREHOOK: type: QUERY
+PREHOOK: Input: _dummy_database@_dummy_table
+PREHOOK: Output: default@smt1_tmp
+POSTHOOK: query: insert into table smt1_tmp values ('123', '456')
+POSTHOOK: type: QUERY
+POSTHOOK: Input: _dummy_database@_dummy_table
+POSTHOOK: Output: default@smt1_tmp
+POSTHOOK: Lineage: smt1_tmp.c1 SCRIPT []
+POSTHOOK: Lineage: smt1_tmp.c2 SCRIPT []
+PREHOOK: query: select * from smt1_tmp
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smt1_tmp
+#### A masked pattern was here ####
+POSTHOOK: query: select * from smt1_tmp
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smt1_tmp
+#### A masked pattern was here ####
+123	456
+PREHOOK: query: select c1, count(*) from smt1_tmp group by c1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@smt1_tmp
+#### A masked pattern was here ####
+POSTHOOK: query: select c1, count(*) from smt1_tmp group by c1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@smt1_tmp
+#### A masked pattern was here ####
+123	1

http://git-wip-us.apache.org/repos/asf/hive/blob/09118648/ql/src/test/results/clientpositive/llap/strict_managed_tables2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/strict_managed_tables2.q.out b/ql/src/test/results/clientpositive/llap/strict_managed_tables2.q.out
new file mode 100644
index 0000000..f3b6152
--- /dev/null
+++ b/ql/src/test/results/clientpositive/llap/strict_managed_tables2.q.out
@@ -0,0 +1,248 @@
+PREHOOK: query: drop table if exists smt2_tab1
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists smt2_tab1
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table if exists smt2_tab2
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists smt2_tab2
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table if exists smt2_tab3
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists smt2_tab3
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table if exists smt2_tab4
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists smt2_tab4
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table if exists smt2_tab5
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists smt2_tab5
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table if exists smt2_tab6
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists smt2_tab6
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: create external table smt2_tab1 (c1 string, c2 string)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@smt2_tab1
+POSTHOOK: query: create external table smt2_tab1 (c1 string, c2 string)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@smt2_tab1
+PREHOOK: query: show create table smt2_tab1
+PREHOOK: type: SHOW_CREATETABLE
+PREHOOK: Input: default@smt2_tab1
+POSTHOOK: query: show create table smt2_tab1
+POSTHOOK: type: SHOW_CREATETABLE
+POSTHOOK: Input: default@smt2_tab1
+CREATE EXTERNAL TABLE `smt2_tab1`(
+  `c1` string, 
+  `c2` string)
+ROW FORMAT SERDE 
+  'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe' 
+STORED AS INPUTFORMAT 
+  'org.apache.hadoop.mapred.TextInputFormat' 
+OUTPUTFORMAT 
+  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
+LOCATION
+#### A masked pattern was here ####
+TBLPROPERTIES (
+  'bucketing_version'='2', 
+#### A masked pattern was here ####
+PREHOOK: query: create table smt2_tab2 (c1 string, c2 string)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@smt2_tab2
+POSTHOOK: query: create table smt2_tab2 (c1 string, c2 string)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@smt2_tab2
+PREHOOK: query: show create table smt2_tab2
+PREHOOK: type: SHOW_CREATETABLE
+PREHOOK: Input: default@smt2_tab2
+POSTHOOK: query: show create table smt2_tab2
+POSTHOOK: type: SHOW_CREATETABLE
+POSTHOOK: Input: default@smt2_tab2
+CREATE TABLE `smt2_tab2`(
+  `c1` string, 
+  `c2` string)
+ROW FORMAT SERDE 
+  'org.apache.hadoop.hive.ql.io.orc.OrcSerde' 
+STORED AS INPUTFORMAT 
+  'org.apache.hadoop.hive.ql.io.orc.OrcInputFormat' 
+OUTPUTFORMAT 
+  'org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat'
+LOCATION
+#### A masked pattern was here ####
+TBLPROPERTIES (
+  'bucketing_version'='2', 
+  'transactional'='true', 
+  'transactional_properties'='default', 
+#### A masked pattern was here ####
+PREHOOK: query: create table smt2_tab3 (c1 string, c2 string) stored as orc
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@smt2_tab3
+POSTHOOK: query: create table smt2_tab3 (c1 string, c2 string) stored as orc
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@smt2_tab3
+PREHOOK: query: show create table smt2_tab3
+PREHOOK: type: SHOW_CREATETABLE
+PREHOOK: Input: default@smt2_tab3
+POSTHOOK: query: show create table smt2_tab3
+POSTHOOK: type: SHOW_CREATETABLE
+POSTHOOK: Input: default@smt2_tab3
+CREATE TABLE `smt2_tab3`(
+  `c1` string, 
+  `c2` string)
+ROW FORMAT SERDE 
+  'org.apache.hadoop.hive.ql.io.orc.OrcSerde' 
+STORED AS INPUTFORMAT 
+  'org.apache.hadoop.hive.ql.io.orc.OrcInputFormat' 
+OUTPUTFORMAT 
+  'org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat'
+LOCATION
+#### A masked pattern was here ####
+TBLPROPERTIES (
+  'bucketing_version'='2', 
+  'transactional'='true', 
+  'transactional_properties'='default', 
+#### A masked pattern was here ####
+PREHOOK: query: create external table smt2_tab4 (c1 string, c2 string) stored as orc
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@smt2_tab4
+POSTHOOK: query: create external table smt2_tab4 (c1 string, c2 string) stored as orc
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@smt2_tab4
+PREHOOK: query: show create table smt2_tab4
+PREHOOK: type: SHOW_CREATETABLE
+PREHOOK: Input: default@smt2_tab4
+POSTHOOK: query: show create table smt2_tab4
+POSTHOOK: type: SHOW_CREATETABLE
+POSTHOOK: Input: default@smt2_tab4
+CREATE EXTERNAL TABLE `smt2_tab4`(
+  `c1` string, 
+  `c2` string)
+ROW FORMAT SERDE 
+  'org.apache.hadoop.hive.ql.io.orc.OrcSerde' 
+STORED AS INPUTFORMAT 
+  'org.apache.hadoop.hive.ql.io.orc.OrcInputFormat' 
+OUTPUTFORMAT 
+  'org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat'
+LOCATION
+#### A masked pattern was here ####
+TBLPROPERTIES (
+  'bucketing_version'='2', 
+#### A masked pattern was here ####
+PREHOOK: query: create table smt2_tab5 (c1 string, c2 string)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@smt2_tab5
+POSTHOOK: query: create table smt2_tab5 (c1 string, c2 string)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@smt2_tab5
+PREHOOK: query: show create table smt2_tab5
+PREHOOK: type: SHOW_CREATETABLE
+PREHOOK: Input: default@smt2_tab5
+POSTHOOK: query: show create table smt2_tab5
+POSTHOOK: type: SHOW_CREATETABLE
+POSTHOOK: Input: default@smt2_tab5
+CREATE TABLE `smt2_tab5`(
+  `c1` string, 
+  `c2` string)
+ROW FORMAT SERDE 
+  'org.apache.hadoop.hive.ql.io.orc.OrcSerde' 
+STORED AS INPUTFORMAT 
+  'org.apache.hadoop.hive.ql.io.orc.OrcInputFormat' 
+OUTPUTFORMAT 
+  'org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat'
+LOCATION
+#### A masked pattern was here ####
+TBLPROPERTIES (
+  'bucketing_version'='2', 
+  'transactional'='true', 
+  'transactional_properties'='insert_only', 
+#### A masked pattern was here ####
+PREHOOK: query: create table smt2_tab6 (c1 string, c2 string) stored as textfile
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@smt2_tab6
+POSTHOOK: query: create table smt2_tab6 (c1 string, c2 string) stored as textfile
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@smt2_tab6
+PREHOOK: query: show create table smt2_tab6
+PREHOOK: type: SHOW_CREATETABLE
+PREHOOK: Input: default@smt2_tab6
+POSTHOOK: query: show create table smt2_tab6
+POSTHOOK: type: SHOW_CREATETABLE
+POSTHOOK: Input: default@smt2_tab6
+CREATE TABLE `smt2_tab6`(
+  `c1` string, 
+  `c2` string)
+ROW FORMAT SERDE 
+  'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe' 
+STORED AS INPUTFORMAT 
+  'org.apache.hadoop.mapred.TextInputFormat' 
+OUTPUTFORMAT 
+  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
+LOCATION
+#### A masked pattern was here ####
+TBLPROPERTIES (
+  'bucketing_version'='2', 
+  'transactional'='true', 
+  'transactional_properties'='insert_only', 
+#### A masked pattern was here ####
+PREHOOK: query: drop table if exists smt2_tab1
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@smt2_tab1
+PREHOOK: Output: default@smt2_tab1
+POSTHOOK: query: drop table if exists smt2_tab1
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@smt2_tab1
+POSTHOOK: Output: default@smt2_tab1
+PREHOOK: query: drop table if exists smt2_tab2
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@smt2_tab2
+PREHOOK: Output: default@smt2_tab2
+POSTHOOK: query: drop table if exists smt2_tab2
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@smt2_tab2
+POSTHOOK: Output: default@smt2_tab2
+PREHOOK: query: drop table if exists smt2_tab3
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@smt2_tab3
+PREHOOK: Output: default@smt2_tab3
+POSTHOOK: query: drop table if exists smt2_tab3
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@smt2_tab3
+POSTHOOK: Output: default@smt2_tab3
+PREHOOK: query: drop table if exists smt2_tab4
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@smt2_tab4
+PREHOOK: Output: default@smt2_tab4
+POSTHOOK: query: drop table if exists smt2_tab4
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@smt2_tab4
+POSTHOOK: Output: default@smt2_tab4
+PREHOOK: query: drop table if exists smt2_tab5
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@smt2_tab5
+PREHOOK: Output: default@smt2_tab5
+POSTHOOK: query: drop table if exists smt2_tab5
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@smt2_tab5
+POSTHOOK: Output: default@smt2_tab5
+PREHOOK: query: drop table if exists smt2_tab6
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@smt2_tab6
+PREHOOK: Output: default@smt2_tab6
+POSTHOOK: query: drop table if exists smt2_tab6
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@smt2_tab6
+POSTHOOK: Output: default@smt2_tab6