You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by we...@apache.org on 2017/05/05 17:32:24 UTC
[37/51] [partial] hive git commit: HIVE-14671 : merge master into
hive-14535 (Wei Zheng)
http://git-wip-us.apache.org/repos/asf/hive/blob/187eb760/itests/hive-blobstore/src/test/results/clientpositive/rcfile_format_part.q.out
----------------------------------------------------------------------
diff --git a/itests/hive-blobstore/src/test/results/clientpositive/rcfile_format_part.q.out b/itests/hive-blobstore/src/test/results/clientpositive/rcfile_format_part.q.out
new file mode 100644
index 0000000..bed10ab
--- /dev/null
+++ b/itests/hive-blobstore/src/test/results/clientpositive/rcfile_format_part.q.out
@@ -0,0 +1,274 @@
+PREHOOK: query: DROP TABLE src_events
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: DROP TABLE src_events
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: CREATE TABLE src_events
+(
+ log_id BIGINT,
+ time BIGINT,
+ uid BIGINT,
+ user_id BIGINT,
+ type INT,
+ event_data STRING,
+ session_id STRING,
+ full_uid BIGINT,
+ run_date STRING,
+ game_id INT,
+ event_name STRING
+)
+ROW FORMAT DELIMITED FIELDS TERMINATED BY ','
+#### A masked pattern was here ####
+PREHOOK: type: CREATETABLE
+PREHOOK: Input: ### test.blobstore.path ###/rcfile_format_part/src_events
+PREHOOK: Output: database:default
+PREHOOK: Output: default@src_events
+POSTHOOK: query: CREATE TABLE src_events
+(
+ log_id BIGINT,
+ time BIGINT,
+ uid BIGINT,
+ user_id BIGINT,
+ type INT,
+ event_data STRING,
+ session_id STRING,
+ full_uid BIGINT,
+ run_date STRING,
+ game_id INT,
+ event_name STRING
+)
+ROW FORMAT DELIMITED FIELDS TERMINATED BY ','
+#### A masked pattern was here ####
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Input: ### test.blobstore.path ###/rcfile_format_part/src_events
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@src_events
+PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/events.txt' INTO TABLE src_events
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@src_events
+POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/events.txt' INTO TABLE src_events
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@src_events
+PREHOOK: query: DROP TABLE rcfile_events
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: DROP TABLE rcfile_events
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: CREATE TABLE rcfile_events
+(
+ log_id BIGINT,
+ time BIGINT,
+ uid BIGINT,
+ user_id BIGINT,
+ type INT,
+ event_data STRING,
+ session_id STRING,
+ full_uid BIGINT
+)
+PARTITIONED BY (run_date STRING, game_id INT, event_name STRING)
+STORED AS RCFILE
+#### A masked pattern was here ####
+PREHOOK: type: CREATETABLE
+PREHOOK: Input: ### test.blobstore.path ###/rcfile_format_part/rcfile_events
+PREHOOK: Output: database:default
+PREHOOK: Output: default@rcfile_events
+POSTHOOK: query: CREATE TABLE rcfile_events
+(
+ log_id BIGINT,
+ time BIGINT,
+ uid BIGINT,
+ user_id BIGINT,
+ type INT,
+ event_data STRING,
+ session_id STRING,
+ full_uid BIGINT
+)
+PARTITIONED BY (run_date STRING, game_id INT, event_name STRING)
+STORED AS RCFILE
+#### A masked pattern was here ####
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Input: ### test.blobstore.path ###/rcfile_format_part/rcfile_events
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@rcfile_events
+PREHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name)
+SELECT * FROM src_events
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src_events
+PREHOOK: Output: default@rcfile_events
+POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name)
+SELECT * FROM src_events
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src_events
+POSTHOOK: Output: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change
+POSTHOOK: Output: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change
+POSTHOOK: Output: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
+PREHOOK: query: SHOW PARTITIONS rcfile_events
+PREHOOK: type: SHOWPARTITIONS
+PREHOOK: Input: default@rcfile_events
+POSTHOOK: query: SHOW PARTITIONS rcfile_events
+POSTHOOK: type: SHOWPARTITIONS
+POSTHOOK: Input: default@rcfile_events
+run_date=20120921/game_id=39/event_name=hq_change
+run_date=20121021/game_id=39/event_name=hq_change
+run_date=20121121/game_id=39/event_name=hq_change
+PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
+PREHOOK: type: QUERY
+PREHOOK: Input: default@rcfile_events
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@rcfile_events
+#### A masked pattern was here ####
+200
+PREHOOK: query: SELECT COUNT(*) FROM rcfile_events WHERE run_date=20120921
+PREHOOK: type: QUERY
+PREHOOK: Input: default@rcfile_events
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events WHERE run_date=20120921
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@rcfile_events
+#### A masked pattern was here ####
+50
+PREHOOK: query: SELECT COUNT(*) FROM rcfile_events WHERE run_date=20121121
+PREHOOK: type: QUERY
+PREHOOK: Input: default@rcfile_events
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events WHERE run_date=20121121
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@rcfile_events
+#### A masked pattern was here ####
+100
+PREHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date=201211, game_id, event_name)
+SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid,game_id,event_name FROM src_events
+WHERE SUBSTR(run_date,1,6)='201211'
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src_events
+PREHOOK: Output: default@rcfile_events@run_date=201211
+POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date=201211, game_id, event_name)
+SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid,game_id,event_name FROM src_events
+WHERE SUBSTR(run_date,1,6)='201211'
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src_events
+POSTHOOK: Output: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
+PREHOOK: query: SHOW PARTITIONS rcfile_events
+PREHOOK: type: SHOWPARTITIONS
+PREHOOK: Input: default@rcfile_events
+POSTHOOK: query: SHOW PARTITIONS rcfile_events
+POSTHOOK: type: SHOWPARTITIONS
+POSTHOOK: Input: default@rcfile_events
+run_date=20120921/game_id=39/event_name=hq_change
+run_date=20121021/game_id=39/event_name=hq_change
+run_date=201211/game_id=39/event_name=hq_change
+run_date=20121121/game_id=39/event_name=hq_change
+PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
+PREHOOK: type: QUERY
+PREHOOK: Input: default@rcfile_events
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@rcfile_events
+#### A masked pattern was here ####
+300
+PREHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name)
+SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid,event_name FROM src_events
+WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src_events
+PREHOOK: Output: default@rcfile_events@run_date=201209/game_id=39
+POSTHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name)
+SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid,event_name FROM src_events
+WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src_events
+POSTHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
+PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
+PREHOOK: type: QUERY
+PREHOOK: Input: default@rcfile_events
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@rcfile_events
+#### A masked pattern was here ####
+350
+PREHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
+SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
+WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 AND event_name='hq_change'
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src_events
+PREHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
+POSTHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
+SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
+WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 AND event_name='hq_change'
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src_events
+POSTHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
+PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
+PREHOOK: type: QUERY
+PREHOOK: Input: default@rcfile_events
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@rcfile_events
+#### A masked pattern was here ####
+400
+PREHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
+SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
+WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 AND event_name='hq_change'
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src_events
+PREHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
+POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
+SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
+WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 AND event_name='hq_change'
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src_events
+POSTHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
+PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
+PREHOOK: type: QUERY
+PREHOOK: Input: default@rcfile_events
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@rcfile_events
+#### A masked pattern was here ####
+350
http://git-wip-us.apache.org/repos/asf/hive/blob/187eb760/itests/hive-blobstore/src/test/results/clientpositive/rcfile_nonstd_partitions_loc.q.out
----------------------------------------------------------------------
diff --git a/itests/hive-blobstore/src/test/results/clientpositive/rcfile_nonstd_partitions_loc.q.out b/itests/hive-blobstore/src/test/results/clientpositive/rcfile_nonstd_partitions_loc.q.out
new file mode 100644
index 0000000..c6442f9
--- /dev/null
+++ b/itests/hive-blobstore/src/test/results/clientpositive/rcfile_nonstd_partitions_loc.q.out
@@ -0,0 +1,533 @@
+PREHOOK: query: DROP TABLE src_events
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: DROP TABLE src_events
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: CREATE TABLE src_events
+(
+ log_id BIGINT,
+ time BIGINT,
+ uid BIGINT,
+ user_id BIGINT,
+ type INT,
+ event_data STRING,
+ session_id STRING,
+ full_uid BIGINT,
+ run_date STRING,
+ game_id INT,
+ event_name STRING
+)
+ROW FORMAT DELIMITED FIELDS TERMINATED BY ','
+#### A masked pattern was here ####
+PREHOOK: type: CREATETABLE
+PREHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/src_events
+PREHOOK: Output: database:default
+PREHOOK: Output: default@src_events
+POSTHOOK: query: CREATE TABLE src_events
+(
+ log_id BIGINT,
+ time BIGINT,
+ uid BIGINT,
+ user_id BIGINT,
+ type INT,
+ event_data STRING,
+ session_id STRING,
+ full_uid BIGINT,
+ run_date STRING,
+ game_id INT,
+ event_name STRING
+)
+ROW FORMAT DELIMITED FIELDS TERMINATED BY ','
+#### A masked pattern was here ####
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/src_events
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@src_events
+PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/events.txt' INTO TABLE src_events
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@src_events
+POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/events.txt' INTO TABLE src_events
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@src_events
+PREHOOK: query: DROP TABLE rcfile_events
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: DROP TABLE rcfile_events
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: CREATE TABLE rcfile_events
+(
+ log_id BIGINT,
+ time BIGINT,
+ uid BIGINT,
+ user_id BIGINT,
+ type INT,
+ event_data STRING,
+ session_id STRING,
+ full_uid BIGINT
+)
+PARTITIONED BY (run_date STRING, game_id INT, event_name STRING)
+STORED AS RCFILE
+#### A masked pattern was here ####
+PREHOOK: type: CREATETABLE
+PREHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/rcfile_events
+PREHOOK: Output: database:default
+PREHOOK: Output: default@rcfile_events
+POSTHOOK: query: CREATE TABLE rcfile_events
+(
+ log_id BIGINT,
+ time BIGINT,
+ uid BIGINT,
+ user_id BIGINT,
+ type INT,
+ event_data STRING,
+ session_id STRING,
+ full_uid BIGINT
+)
+PARTITIONED BY (run_date STRING, game_id INT, event_name STRING)
+STORED AS RCFILE
+#### A masked pattern was here ####
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/rcfile_events
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@rcfile_events
+PREHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name)
+SELECT * FROM src_events
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src_events
+PREHOOK: Output: default@rcfile_events
+POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name)
+SELECT * FROM src_events
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src_events
+POSTHOOK: Output: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change
+POSTHOOK: Output: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change
+POSTHOOK: Output: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
+PREHOOK: query: SHOW PARTITIONS rcfile_events
+PREHOOK: type: SHOWPARTITIONS
+PREHOOK: Input: default@rcfile_events
+POSTHOOK: query: SHOW PARTITIONS rcfile_events
+POSTHOOK: type: SHOWPARTITIONS
+POSTHOOK: Input: default@rcfile_events
+run_date=20120921/game_id=39/event_name=hq_change
+run_date=20121021/game_id=39/event_name=hq_change
+run_date=20121121/game_id=39/event_name=hq_change
+PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
+PREHOOK: type: QUERY
+PREHOOK: Input: default@rcfile_events
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@rcfile_events
+#### A masked pattern was here ####
+200
+PREHOOK: query: ALTER TABLE rcfile_events ADD PARTITION (run_date=201211, game_id=39, event_name='hq_change')
+#### A masked pattern was here ####
+PREHOOK: type: ALTERTABLE_ADDPARTS
+PREHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/rcfile_nonstd_loc/ns-part-1
+PREHOOK: Output: default@rcfile_events
+POSTHOOK: query: ALTER TABLE rcfile_events ADD PARTITION (run_date=201211, game_id=39, event_name='hq_change')
+#### A masked pattern was here ####
+POSTHOOK: type: ALTERTABLE_ADDPARTS
+POSTHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/rcfile_nonstd_loc/ns-part-1
+POSTHOOK: Output: default@rcfile_events
+POSTHOOK: Output: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
+PREHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date=201211, game_id=39, event_name='hq_change')
+SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
+WHERE SUBSTR(run_date,1,6)='201211'
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src_events
+PREHOOK: Output: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
+POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date=201211, game_id=39, event_name='hq_change')
+SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
+WHERE SUBSTR(run_date,1,6)='201211'
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src_events
+POSTHOOK: Output: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
+PREHOOK: query: SHOW PARTITIONS rcfile_events
+PREHOOK: type: SHOWPARTITIONS
+PREHOOK: Input: default@rcfile_events
+POSTHOOK: query: SHOW PARTITIONS rcfile_events
+POSTHOOK: type: SHOWPARTITIONS
+POSTHOOK: Input: default@rcfile_events
+run_date=20120921/game_id=39/event_name=hq_change
+run_date=20121021/game_id=39/event_name=hq_change
+run_date=201211/game_id=39/event_name=hq_change
+run_date=20121121/game_id=39/event_name=hq_change
+PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
+PREHOOK: type: QUERY
+PREHOOK: Input: default@rcfile_events
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@rcfile_events
+#### A masked pattern was here ####
+300
+PREHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201211, game_id=39, event_name='hq_change')
+SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
+WHERE SUBSTR(run_date,1,6)='201211'
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src_events
+PREHOOK: Output: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
+POSTHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201211, game_id=39, event_name='hq_change')
+SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
+WHERE SUBSTR(run_date,1,6)='201211'
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src_events
+POSTHOOK: Output: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
+PREHOOK: query: SHOW PARTITIONS rcfile_events
+PREHOOK: type: SHOWPARTITIONS
+PREHOOK: Input: default@rcfile_events
+POSTHOOK: query: SHOW PARTITIONS rcfile_events
+POSTHOOK: type: SHOWPARTITIONS
+POSTHOOK: Input: default@rcfile_events
+run_date=20120921/game_id=39/event_name=hq_change
+run_date=20121021/game_id=39/event_name=hq_change
+run_date=201211/game_id=39/event_name=hq_change
+run_date=20121121/game_id=39/event_name=hq_change
+PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
+PREHOOK: type: QUERY
+PREHOOK: Input: default@rcfile_events
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@rcfile_events
+#### A masked pattern was here ####
+400
+PREHOOK: query: ALTER TABLE rcfile_events ADD PARTITION (run_date=201209, game_id=39, event_name='hq_change')
+#### A masked pattern was here ####
+PREHOOK: type: ALTERTABLE_ADDPARTS
+PREHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/rcfile_nonstd_loc/ns-part-2
+PREHOOK: Output: default@rcfile_events
+POSTHOOK: query: ALTER TABLE rcfile_events ADD PARTITION (run_date=201209, game_id=39, event_name='hq_change')
+#### A masked pattern was here ####
+POSTHOOK: type: ALTERTABLE_ADDPARTS
+POSTHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/rcfile_nonstd_loc/ns-part-2
+POSTHOOK: Output: default@rcfile_events
+POSTHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
+PREHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
+SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
+WHERE SUBSTR(run_date,1,6)='201209'
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src_events
+PREHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
+POSTHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
+SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
+WHERE SUBSTR(run_date,1,6)='201209'
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src_events
+POSTHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
+PREHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
+SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
+WHERE SUBSTR(run_date,1,6)='201209'
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src_events
+PREHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
+POSTHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
+SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
+WHERE SUBSTR(run_date,1,6)='201209'
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src_events
+POSTHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
+PREHOOK: query: SHOW PARTITIONS rcfile_events
+PREHOOK: type: SHOWPARTITIONS
+PREHOOK: Input: default@rcfile_events
+POSTHOOK: query: SHOW PARTITIONS rcfile_events
+POSTHOOK: type: SHOWPARTITIONS
+POSTHOOK: Input: default@rcfile_events
+run_date=201209/game_id=39/event_name=hq_change
+run_date=20120921/game_id=39/event_name=hq_change
+run_date=20121021/game_id=39/event_name=hq_change
+run_date=201211/game_id=39/event_name=hq_change
+run_date=20121121/game_id=39/event_name=hq_change
+PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
+PREHOOK: type: QUERY
+PREHOOK: Input: default@rcfile_events
+PREHOOK: Input: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
+PREHOOK: Input: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change
+PREHOOK: Input: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change
+PREHOOK: Input: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
+PREHOOK: Input: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@rcfile_events
+POSTHOOK: Input: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
+POSTHOOK: Input: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change
+POSTHOOK: Input: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change
+POSTHOOK: Input: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
+POSTHOOK: Input: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change
+#### A masked pattern was here ####
+500
+PREHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name)
+SELECT * FROM src_events
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src_events
+PREHOOK: Output: default@rcfile_events
+POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name)
+SELECT * FROM src_events
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src_events
+POSTHOOK: Output: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change
+POSTHOOK: Output: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change
+POSTHOOK: Output: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
+PREHOOK: query: SHOW PARTITIONS rcfile_events
+PREHOOK: type: SHOWPARTITIONS
+PREHOOK: Input: default@rcfile_events
+POSTHOOK: query: SHOW PARTITIONS rcfile_events
+POSTHOOK: type: SHOWPARTITIONS
+POSTHOOK: Input: default@rcfile_events
+run_date=201209/game_id=39/event_name=hq_change
+run_date=20120921/game_id=39/event_name=hq_change
+run_date=20121021/game_id=39/event_name=hq_change
+run_date=201211/game_id=39/event_name=hq_change
+run_date=20121121/game_id=39/event_name=hq_change
+PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
+PREHOOK: type: QUERY
+PREHOOK: Input: default@rcfile_events
+PREHOOK: Input: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
+PREHOOK: Input: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change
+PREHOOK: Input: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change
+PREHOOK: Input: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
+PREHOOK: Input: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@rcfile_events
+POSTHOOK: Input: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
+POSTHOOK: Input: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change
+POSTHOOK: Input: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change
+POSTHOOK: Input: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
+POSTHOOK: Input: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change
+#### A masked pattern was here ####
+500
+PREHOOK: query: ALTER TABLE rcfile_events ADD PARTITION (run_date=201207, game_id=39, event_name='hq_change')
+#### A masked pattern was here ####
+PREHOOK: type: ALTERTABLE_ADDPARTS
+PREHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/rcfile_nonstd_loc/ns-part-3
+PREHOOK: Output: default@rcfile_events
+POSTHOOK: query: ALTER TABLE rcfile_events ADD PARTITION (run_date=201207, game_id=39, event_name='hq_change')
+#### A masked pattern was here ####
+POSTHOOK: type: ALTERTABLE_ADDPARTS
+POSTHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/rcfile_nonstd_loc/ns-part-3
+POSTHOOK: Output: default@rcfile_events
+POSTHOOK: Output: default@rcfile_events@run_date=201207/game_id=39/event_name=hq_change
+PREHOOK: query: INSERT INTO TABLE rcfile_events PARTITION(run_date=201207,game_id=39, event_name='hq_change')
+SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
+WHERE SUBSTR(run_date,1,6)='201209'
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src_events
+PREHOOK: Output: default@rcfile_events@run_date=201207/game_id=39/event_name=hq_change
+POSTHOOK: query: INSERT INTO TABLE rcfile_events PARTITION(run_date=201207,game_id=39, event_name='hq_change')
+SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
+WHERE SUBSTR(run_date,1,6)='201209'
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src_events
+POSTHOOK: Output: default@rcfile_events@run_date=201207/game_id=39/event_name=hq_change
+PREHOOK: query: SHOW PARTITIONS rcfile_events
+PREHOOK: type: SHOWPARTITIONS
+PREHOOK: Input: default@rcfile_events
+POSTHOOK: query: SHOW PARTITIONS rcfile_events
+POSTHOOK: type: SHOWPARTITIONS
+POSTHOOK: Input: default@rcfile_events
+run_date=201207/game_id=39/event_name=hq_change
+run_date=201209/game_id=39/event_name=hq_change
+run_date=20120921/game_id=39/event_name=hq_change
+run_date=20121021/game_id=39/event_name=hq_change
+run_date=201211/game_id=39/event_name=hq_change
+run_date=20121121/game_id=39/event_name=hq_change
+PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
+PREHOOK: type: QUERY
+PREHOOK: Input: default@rcfile_events
+PREHOOK: Input: default@rcfile_events@run_date=201207/game_id=39/event_name=hq_change
+PREHOOK: Input: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
+PREHOOK: Input: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change
+PREHOOK: Input: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change
+PREHOOK: Input: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
+PREHOOK: Input: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@rcfile_events
+POSTHOOK: Input: default@rcfile_events@run_date=201207/game_id=39/event_name=hq_change
+POSTHOOK: Input: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
+POSTHOOK: Input: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change
+POSTHOOK: Input: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change
+POSTHOOK: Input: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
+POSTHOOK: Input: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change
+#### A masked pattern was here ####
+550
+PREHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name)
+SELECT * FROM src_events
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src_events
+PREHOOK: Output: default@rcfile_events
+POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name)
+SELECT * FROM src_events
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src_events
+POSTHOOK: Output: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change
+POSTHOOK: Output: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change
+POSTHOOK: Output: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
+POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
+PREHOOK: query: SHOW PARTITIONS rcfile_events
+PREHOOK: type: SHOWPARTITIONS
+PREHOOK: Input: default@rcfile_events
+POSTHOOK: query: SHOW PARTITIONS rcfile_events
+POSTHOOK: type: SHOWPARTITIONS
+POSTHOOK: Input: default@rcfile_events
+run_date=201207/game_id=39/event_name=hq_change
+run_date=201209/game_id=39/event_name=hq_change
+run_date=20120921/game_id=39/event_name=hq_change
+run_date=20121021/game_id=39/event_name=hq_change
+run_date=201211/game_id=39/event_name=hq_change
+run_date=20121121/game_id=39/event_name=hq_change
+PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
+PREHOOK: type: QUERY
+PREHOOK: Input: default@rcfile_events
+PREHOOK: Input: default@rcfile_events@run_date=201207/game_id=39/event_name=hq_change
+PREHOOK: Input: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
+PREHOOK: Input: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change
+PREHOOK: Input: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change
+PREHOOK: Input: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
+PREHOOK: Input: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@rcfile_events
+POSTHOOK: Input: default@rcfile_events@run_date=201207/game_id=39/event_name=hq_change
+POSTHOOK: Input: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
+POSTHOOK: Input: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change
+POSTHOOK: Input: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change
+POSTHOOK: Input: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
+POSTHOOK: Input: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change
+#### A masked pattern was here ####
+550
+PREHOOK: query: ALTER TABLE rcfile_events DROP PARTITION (run_date=201211,game_id=39, event_name='hq_change')
+PREHOOK: type: ALTERTABLE_DROPPARTS
+PREHOOK: Input: default@rcfile_events
+PREHOOK: Output: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
+POSTHOOK: query: ALTER TABLE rcfile_events DROP PARTITION (run_date=201211,game_id=39, event_name='hq_change')
+POSTHOOK: type: ALTERTABLE_DROPPARTS
+POSTHOOK: Input: default@rcfile_events
+POSTHOOK: Output: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
+PREHOOK: query: ALTER TABLE rcfile_events DROP PARTITION (run_date=201209,game_id=39, event_name='hq_change')
+PREHOOK: type: ALTERTABLE_DROPPARTS
+PREHOOK: Input: default@rcfile_events
+PREHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
+POSTHOOK: query: ALTER TABLE rcfile_events DROP PARTITION (run_date=201209,game_id=39, event_name='hq_change')
+POSTHOOK: type: ALTERTABLE_DROPPARTS
+POSTHOOK: Input: default@rcfile_events
+POSTHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
+PREHOOK: query: ALTER TABLE rcfile_events DROP PARTITION (run_date=201207,game_id=39, event_name='hq_change')
+PREHOOK: type: ALTERTABLE_DROPPARTS
+PREHOOK: Input: default@rcfile_events
+PREHOOK: Output: default@rcfile_events@run_date=201207/game_id=39/event_name=hq_change
+POSTHOOK: query: ALTER TABLE rcfile_events DROP PARTITION (run_date=201207,game_id=39, event_name='hq_change')
+POSTHOOK: type: ALTERTABLE_DROPPARTS
+POSTHOOK: Input: default@rcfile_events
+POSTHOOK: Output: default@rcfile_events@run_date=201207/game_id=39/event_name=hq_change
+PREHOOK: query: SHOW PARTITIONS rcfile_events
+PREHOOK: type: SHOWPARTITIONS
+PREHOOK: Input: default@rcfile_events
+POSTHOOK: query: SHOW PARTITIONS rcfile_events
+POSTHOOK: type: SHOWPARTITIONS
+POSTHOOK: Input: default@rcfile_events
+run_date=20120921/game_id=39/event_name=hq_change
+run_date=20121021/game_id=39/event_name=hq_change
+run_date=20121121/game_id=39/event_name=hq_change
+PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
+PREHOOK: type: QUERY
+PREHOOK: Input: default@rcfile_events
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@rcfile_events
+#### A masked pattern was here ####
+200
http://git-wip-us.apache.org/repos/asf/hive/blob/187eb760/itests/hive-blobstore/src/test/results/clientpositive/write_final_output_blobstore.q.out
----------------------------------------------------------------------
diff --git a/itests/hive-blobstore/src/test/results/clientpositive/write_final_output_blobstore.q.out b/itests/hive-blobstore/src/test/results/clientpositive/write_final_output_blobstore.q.out
index 8a90a9e..46bfef5 100644
--- a/itests/hive-blobstore/src/test/results/clientpositive/write_final_output_blobstore.q.out
+++ b/itests/hive-blobstore/src/test/results/clientpositive/write_final_output_blobstore.q.out
@@ -192,6 +192,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
column.name.delimiter ,
columns key
@@ -200,9 +201,13 @@ STAGE PLANS:
#### A masked pattern was here ####
location ### test.blobstore.path ###/write_final_output_blobstore
name default.blobstore_table
+ numFiles 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct blobstore_table { i32 key}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.blobstore_table
@@ -219,6 +224,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
column.name.delimiter ,
columns key
@@ -227,9 +233,13 @@ STAGE PLANS:
#### A masked pattern was here ####
location ### test.blobstore.path ###/write_final_output_blobstore
name default.blobstore_table
+ numFiles 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct blobstore_table { i32 key}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.blobstore_table
@@ -406,6 +416,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
column.name.delimiter ,
columns key
@@ -414,9 +425,13 @@ STAGE PLANS:
#### A masked pattern was here ####
location ### test.blobstore.path ###/write_final_output_blobstore
name default.blobstore_table
+ numFiles 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct blobstore_table { i32 key}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.blobstore_table
@@ -433,6 +448,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
+ COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
column.name.delimiter ,
columns key
@@ -441,9 +457,13 @@ STAGE PLANS:
#### A masked pattern was here ####
location ### test.blobstore.path ###/write_final_output_blobstore
name default.blobstore_table
+ numFiles 0
+ numRows 0
+ rawDataSize 0
serialization.ddl struct blobstore_table { i32 key}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.blobstore_table
http://git-wip-us.apache.org/repos/asf/hive/blob/187eb760/itests/hive-blobstore/src/test/results/clientpositive/zero_rows_blobstore.q.out
----------------------------------------------------------------------
diff --git a/itests/hive-blobstore/src/test/results/clientpositive/zero_rows_blobstore.q.out b/itests/hive-blobstore/src/test/results/clientpositive/zero_rows_blobstore.q.out
new file mode 100644
index 0000000..590f947
--- /dev/null
+++ b/itests/hive-blobstore/src/test/results/clientpositive/zero_rows_blobstore.q.out
@@ -0,0 +1,91 @@
+PREHOOK: query: DROP TABLE blobstore_source
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: DROP TABLE blobstore_source
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: CREATE TABLE blobstore_source (
+ key int
+)
+#### A masked pattern was here ####
+PREHOOK: type: CREATETABLE
+PREHOOK: Input: ### test.blobstore.path ###/zero_rows_blobstore/blobstore_source
+PREHOOK: Output: database:default
+PREHOOK: Output: default@blobstore_source
+POSTHOOK: query: CREATE TABLE blobstore_source (
+ key int
+)
+#### A masked pattern was here ####
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Input: ### test.blobstore.path ###/zero_rows_blobstore/blobstore_source
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@blobstore_source
+PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/kv6.txt' INTO TABLE blobstore_source
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@blobstore_source
+POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/kv6.txt' INTO TABLE blobstore_source
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@blobstore_source
+PREHOOK: query: DROP TABLE blobstore_target
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: DROP TABLE blobstore_target
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: CREATE TABLE blobstore_target (
+ key int
+)
+#### A masked pattern was here ####
+PREHOOK: type: CREATETABLE
+PREHOOK: Input: ### test.blobstore.path ###/zero_rows_blobstore/blobstore_target
+PREHOOK: Output: database:default
+PREHOOK: Output: default@blobstore_target
+POSTHOOK: query: CREATE TABLE blobstore_target (
+ key int
+)
+#### A masked pattern was here ####
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Input: ### test.blobstore.path ###/zero_rows_blobstore/blobstore_target
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@blobstore_target
+PREHOOK: query: SELECT COUNT(*) FROM blobstore_target
+PREHOOK: type: QUERY
+PREHOOK: Input: default@blobstore_target
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT COUNT(*) FROM blobstore_target
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@blobstore_target
+#### A masked pattern was here ####
+0
+PREHOOK: query: INSERT OVERWRITE TABLE blobstore_target SELECT key FROM blobstore_source
+PREHOOK: type: QUERY
+PREHOOK: Input: default@blobstore_source
+PREHOOK: Output: default@blobstore_target
+POSTHOOK: query: INSERT OVERWRITE TABLE blobstore_target SELECT key FROM blobstore_source
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@blobstore_source
+POSTHOOK: Output: default@blobstore_target
+PREHOOK: query: SELECT COUNT(*) FROM blobstore_target
+PREHOOK: type: QUERY
+PREHOOK: Input: default@blobstore_target
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT COUNT(*) FROM blobstore_target
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@blobstore_target
+#### A masked pattern was here ####
+100
+PREHOOK: query: INSERT OVERWRITE TABLE blobstore_target SELECT key FROM blobstore_source WHERE FALSE
+PREHOOK: type: QUERY
+PREHOOK: Input: default@blobstore_source
+PREHOOK: Output: default@blobstore_target
+POSTHOOK: query: INSERT OVERWRITE TABLE blobstore_target SELECT key FROM blobstore_source WHERE FALSE
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@blobstore_source
+POSTHOOK: Output: default@blobstore_target
+PREHOOK: query: SELECT COUNT(*) FROM blobstore_target
+PREHOOK: type: QUERY
+PREHOOK: Input: default@blobstore_target
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT COUNT(*) FROM blobstore_target
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@blobstore_target
+#### A masked pattern was here ####
+0
http://git-wip-us.apache.org/repos/asf/hive/blob/187eb760/itests/hive-blobstore/src/test/results/clientpositive/zero_rows_hdfs.q.out
----------------------------------------------------------------------
diff --git a/itests/hive-blobstore/src/test/results/clientpositive/zero_rows_hdfs.q.out b/itests/hive-blobstore/src/test/results/clientpositive/zero_rows_hdfs.q.out
new file mode 100644
index 0000000..92cf51f
--- /dev/null
+++ b/itests/hive-blobstore/src/test/results/clientpositive/zero_rows_hdfs.q.out
@@ -0,0 +1,89 @@
+PREHOOK: query: DROP TABLE blobstore_source
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: DROP TABLE blobstore_source
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: CREATE TABLE blobstore_source (
+ key int
+)
+#### A masked pattern was here ####
+PREHOOK: type: CREATETABLE
+PREHOOK: Input: ### test.blobstore.path ###/zero_rows_hdfs/blobstore_source
+PREHOOK: Output: database:default
+PREHOOK: Output: default@blobstore_source
+POSTHOOK: query: CREATE TABLE blobstore_source (
+ key int
+)
+#### A masked pattern was here ####
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Input: ### test.blobstore.path ###/zero_rows_hdfs/blobstore_source
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@blobstore_source
+PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/kv6.txt' INTO TABLE blobstore_source
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@blobstore_source
+POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/kv6.txt' INTO TABLE blobstore_source
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@blobstore_source
+PREHOOK: query: DROP TABLE hdfs_target
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: DROP TABLE hdfs_target
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: CREATE TABLE hdfs_target (
+ key int
+)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@hdfs_target
+POSTHOOK: query: CREATE TABLE hdfs_target (
+ key int
+)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@hdfs_target
+PREHOOK: query: SELECT COUNT(*) FROM hdfs_target
+PREHOOK: type: QUERY
+PREHOOK: Input: default@hdfs_target
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT COUNT(*) FROM hdfs_target
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@hdfs_target
+#### A masked pattern was here ####
+0
+PREHOOK: query: INSERT OVERWRITE TABLE hdfs_target SELECT key FROM blobstore_source
+PREHOOK: type: QUERY
+PREHOOK: Input: default@blobstore_source
+PREHOOK: Output: default@hdfs_target
+POSTHOOK: query: INSERT OVERWRITE TABLE hdfs_target SELECT key FROM blobstore_source
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@blobstore_source
+POSTHOOK: Output: default@hdfs_target
+POSTHOOK: Lineage: hdfs_target.key SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:key, type:int, comment:null), ]
+PREHOOK: query: SELECT COUNT(*) FROM hdfs_target
+PREHOOK: type: QUERY
+PREHOOK: Input: default@hdfs_target
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT COUNT(*) FROM hdfs_target
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@hdfs_target
+#### A masked pattern was here ####
+100
+PREHOOK: query: INSERT OVERWRITE TABLE hdfs_target SELECT key FROM blobstore_source WHERE FALSE
+PREHOOK: type: QUERY
+PREHOOK: Input: default@blobstore_source
+PREHOOK: Output: default@hdfs_target
+POSTHOOK: query: INSERT OVERWRITE TABLE hdfs_target SELECT key FROM blobstore_source WHERE FALSE
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@blobstore_source
+POSTHOOK: Output: default@hdfs_target
+POSTHOOK: Lineage: hdfs_target.key SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:key, type:int, comment:null), ]
+PREHOOK: query: SELECT COUNT(*) FROM hdfs_target
+PREHOOK: type: QUERY
+PREHOOK: Input: default@hdfs_target
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT COUNT(*) FROM hdfs_target
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@hdfs_target
+#### A masked pattern was here ####
+0
http://git-wip-us.apache.org/repos/asf/hive/blob/187eb760/itests/hive-jmh/pom.xml
----------------------------------------------------------------------
diff --git a/itests/hive-jmh/pom.xml b/itests/hive-jmh/pom.xml
index f1417fd..af8eb19 100644
--- a/itests/hive-jmh/pom.xml
+++ b/itests/hive-jmh/pom.xml
@@ -19,7 +19,7 @@
<parent>
<groupId>org.apache.hive</groupId>
<artifactId>hive-it</artifactId>
- <version>2.2.0-SNAPSHOT</version>
+ <version>3.0.0-SNAPSHOT</version>
<relativePath>../pom.xml</relativePath>
</parent>
http://git-wip-us.apache.org/repos/asf/hive/blob/187eb760/itests/hive-minikdc/pom.xml
----------------------------------------------------------------------
diff --git a/itests/hive-minikdc/pom.xml b/itests/hive-minikdc/pom.xml
index dcc5c2d..95d2614 100644
--- a/itests/hive-minikdc/pom.xml
+++ b/itests/hive-minikdc/pom.xml
@@ -19,7 +19,7 @@
<parent>
<groupId>org.apache.hive</groupId>
<artifactId>hive-it</artifactId>
- <version>2.2.0-SNAPSHOT</version>
+ <version>3.0.0-SNAPSHOT</version>
<relativePath>../pom.xml</relativePath>
</parent>
http://git-wip-us.apache.org/repos/asf/hive/blob/187eb760/itests/hive-minikdc/src/test/java/org/apache/hive/minikdc/TestSSLWithMiniKdc.java
----------------------------------------------------------------------
diff --git a/itests/hive-minikdc/src/test/java/org/apache/hive/minikdc/TestSSLWithMiniKdc.java b/itests/hive-minikdc/src/test/java/org/apache/hive/minikdc/TestSSLWithMiniKdc.java
new file mode 100644
index 0000000..3153b9f
--- /dev/null
+++ b/itests/hive-minikdc/src/test/java/org/apache/hive/minikdc/TestSSLWithMiniKdc.java
@@ -0,0 +1,101 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.hive.minikdc;
+
+import java.sql.Connection;
+import java.sql.DriverManager;
+import java.sql.Statement;
+import java.util.HashMap;
+import java.util.Map;
+
+import org.apache.hadoop.fs.Path;
+import org.apache.hadoop.hive.conf.HiveConf;
+import org.apache.hadoop.hive.conf.HiveConf.ConfVars;
+import org.apache.hive.jdbc.miniHS2.MiniHS2;
+import org.hadoop.hive.jdbc.SSLTestUtils;
+
+import org.junit.AfterClass;
+import org.junit.BeforeClass;
+import org.junit.Test;
+
+
+public class TestSSLWithMiniKdc {
+
+ private static MiniHS2 miniHS2 = null;
+ private static MiniHiveKdc miniHiveKdc = null;
+
+ @BeforeClass
+ public static void beforeTest() throws Exception {
+ Class.forName(MiniHS2.getJdbcDriverName());
+
+ HiveConf hiveConf = new HiveConf();
+
+ SSLTestUtils.setMetastoreSslConf(hiveConf);
+ hiveConf.setBoolVar(ConfVars.HIVE_SUPPORT_CONCURRENCY, false);
+
+ miniHiveKdc = MiniHiveKdc.getMiniHiveKdc(hiveConf);
+
+ setHMSSaslConf(miniHiveKdc, hiveConf);
+
+ miniHS2 = MiniHiveKdc.getMiniHS2WithKerbWithRemoteHMS(miniHiveKdc, hiveConf);
+
+ Map<String, String> confOverlay = new HashMap<>();
+ SSLTestUtils.setHttpConfOverlay(confOverlay);
+ SSLTestUtils.setSslConfOverlay(confOverlay);
+
+ miniHS2.start(confOverlay);
+ }
+
+ @AfterClass
+ public static void afterTest() throws Exception {
+ miniHS2.stop();
+ }
+
+ @Test
+ public void testConnection() throws Exception {
+ String tableName = "testTable";
+ Path dataFilePath = new Path(SSLTestUtils.getDataFileDir(), "kv1.txt");
+ Connection hs2Conn = getConnection(MiniHiveKdc.HIVE_TEST_USER_1);
+
+ Statement stmt = hs2Conn.createStatement();
+
+ SSLTestUtils.setupTestTableWithData(tableName, dataFilePath, hs2Conn);
+
+ stmt.execute("select * from " + tableName);
+ stmt.execute("drop table " + tableName);
+ stmt.close();
+ }
+
+ private Connection getConnection(String userName) throws Exception {
+ miniHiveKdc.loginUser(userName);
+ return DriverManager.getConnection(miniHS2.getJdbcURL("default", SSLTestUtils.SSL_CONN_PARAMS),
+ System.getProperty("user.name"), "bar");
+ }
+
+ private static void setHMSSaslConf(MiniHiveKdc miniHiveKdc, HiveConf conf) {
+ String hivePrincipal =
+ miniHiveKdc.getFullyQualifiedServicePrincipal(MiniHiveKdc.HIVE_SERVICE_PRINCIPAL);
+ String hiveKeytab = miniHiveKdc.getKeyTabFile(
+ miniHiveKdc.getServicePrincipalForUser(MiniHiveKdc.HIVE_SERVICE_PRINCIPAL));
+
+ conf.setBoolVar(ConfVars.METASTORE_USE_THRIFT_SASL, true);
+ conf.setVar(ConfVars.METASTORE_KERBEROS_PRINCIPAL, hivePrincipal);
+ conf.setVar(ConfVars.METASTORE_KERBEROS_KEYTAB_FILE, hiveKeytab);
+ }
+}
http://git-wip-us.apache.org/repos/asf/hive/blob/187eb760/itests/hive-unit-hadoop2/pom.xml
----------------------------------------------------------------------
diff --git a/itests/hive-unit-hadoop2/pom.xml b/itests/hive-unit-hadoop2/pom.xml
index d15bd54..339a194 100644
--- a/itests/hive-unit-hadoop2/pom.xml
+++ b/itests/hive-unit-hadoop2/pom.xml
@@ -19,7 +19,7 @@
<parent>
<groupId>org.apache.hive</groupId>
<artifactId>hive-it</artifactId>
- <version>2.2.0-SNAPSHOT</version>
+ <version>3.0.0-SNAPSHOT</version>
<relativePath>../pom.xml</relativePath>
</parent>
http://git-wip-us.apache.org/repos/asf/hive/blob/187eb760/itests/hive-unit-hadoop2/src/test/java/org/apache/hadoop/hive/ql/security/TestExtendedAcls.java
----------------------------------------------------------------------
diff --git a/itests/hive-unit-hadoop2/src/test/java/org/apache/hadoop/hive/ql/security/TestExtendedAcls.java b/itests/hive-unit-hadoop2/src/test/java/org/apache/hadoop/hive/ql/security/TestExtendedAcls.java
deleted file mode 100644
index b798379..0000000
--- a/itests/hive-unit-hadoop2/src/test/java/org/apache/hadoop/hive/ql/security/TestExtendedAcls.java
+++ /dev/null
@@ -1,166 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.hadoop.hive.ql.security;
-
-import static org.apache.hadoop.fs.permission.AclEntryScope.ACCESS;
-import static org.apache.hadoop.fs.permission.AclEntryType.GROUP;
-import static org.apache.hadoop.fs.permission.AclEntryType.OTHER;
-import static org.apache.hadoop.fs.permission.AclEntryType.USER;
-
-import java.util.List;
-
-import org.apache.hadoop.fs.Path;
-import org.apache.hadoop.fs.permission.AclEntry;
-import org.apache.hadoop.fs.permission.AclEntryScope;
-import org.apache.hadoop.fs.permission.AclEntryType;
-import org.apache.hadoop.fs.permission.FsAction;
-import org.apache.hadoop.fs.permission.FsPermission;
-import org.apache.hadoop.hive.conf.HiveConf;
-import org.apache.hadoop.hive.conf.HiveConf.ConfVars;
-import org.junit.Assert;
-import org.junit.BeforeClass;
-
-import com.google.common.collect.ImmutableList;
-import com.google.common.collect.Lists;
-
-public class TestExtendedAcls extends FolderPermissionBase {
-
- @BeforeClass
- public static void setup() throws Exception {
- conf = new HiveConf(TestExtendedAcls.class);
- //setup the mini DFS with acl's enabled.
- conf.set("dfs.namenode.acls.enabled", "true");
- conf.setVar(HiveConf.ConfVars.HIVEMAPREDMODE, "nonstrict");
- baseSetup();
- }
-
- private final ImmutableList<AclEntry> aclSpec1 = ImmutableList.of(
- aclEntry(ACCESS, USER, FsAction.ALL),
- aclEntry(ACCESS, GROUP, FsAction.ALL),
- aclEntry(ACCESS, OTHER, FsAction.ALL),
- aclEntry(ACCESS, USER, "bar", FsAction.READ_WRITE),
- aclEntry(ACCESS, USER, "foo", FsAction.READ_EXECUTE),
- aclEntry(ACCESS, GROUP, "bar", FsAction.READ_WRITE),
- aclEntry(ACCESS, GROUP, "foo", FsAction.READ_EXECUTE));
-
- private final ImmutableList<AclEntry> aclSpec2 = ImmutableList.of(
- aclEntry(ACCESS, USER, FsAction.ALL),
- aclEntry(ACCESS, GROUP, FsAction.ALL),
- aclEntry(ACCESS, OTHER, FsAction.READ_EXECUTE),
- aclEntry(ACCESS, USER, "bar2", FsAction.READ_WRITE),
- aclEntry(ACCESS, USER, "foo2", FsAction.READ_EXECUTE),
- aclEntry(ACCESS, GROUP, "bar2", FsAction.READ),
- aclEntry(ACCESS, GROUP, "foo2", FsAction.READ_EXECUTE));
-
- @Override
- public void setPermission(String locn, int permIndex) throws Exception {
- switch (permIndex) {
- case 0:
- setAcl(locn, aclSpec1);
- break;
- case 1:
- setAcl(locn, aclSpec2);
- break;
- default:
- throw new RuntimeException("Only 2 permissions by this test");
- }
- }
-
- @Override
- public void verifyPermission(String locn, int permIndex) throws Exception {
- switch (permIndex) {
- case 0:
- FsPermission perm = fs.getFileStatus(new Path(locn)).getPermission();
- Assert.assertEquals("Location: " + locn, "rwxrwxrwx", String.valueOf(perm));
-
- List<AclEntry> actual = getAcl(locn);
- verifyAcls(aclSpec1, actual);
- break;
- case 1:
- perm = fs.getFileStatus(new Path(locn)).getPermission();
- Assert.assertEquals("Location: " + locn, "rwxrwxr-x", String.valueOf(perm));
-
- List<AclEntry> acls = getAcl(locn);
- verifyAcls(aclSpec2, acls);
- break;
- default:
- throw new RuntimeException("Only 2 permissions by this test: " + permIndex);
- }
- }
-
- /**
- * Create a new AclEntry with scope, type and permission (no name).
- *
- * @param scope
- * AclEntryScope scope of the ACL entry
- * @param type
- * AclEntryType ACL entry type
- * @param permission
- * FsAction set of permissions in the ACL entry
- * @return AclEntry new AclEntry
- */
- private AclEntry aclEntry(AclEntryScope scope, AclEntryType type,
- FsAction permission) {
- return new AclEntry.Builder().setScope(scope).setType(type)
- .setPermission(permission).build();
- }
-
- /**
- * Create a new AclEntry with scope, type, name and permission.
- *
- * @param scope
- * AclEntryScope scope of the ACL entry
- * @param type
- * AclEntryType ACL entry type
- * @param name
- * String optional ACL entry name
- * @param permission
- * FsAction set of permissions in the ACL entry
- * @return AclEntry new AclEntry
- */
- private AclEntry aclEntry(AclEntryScope scope, AclEntryType type,
- String name, FsAction permission) {
- return new AclEntry.Builder().setScope(scope).setType(type).setName(name)
- .setPermission(permission).build();
- }
-
- private void verifyAcls(List<AclEntry> expectedList, List<AclEntry> actualList) {
- for (AclEntry expected : expectedList) {
- if (expected.getName() != null) {
- //the non-named acl's are coming as regular permission, and not as aclEntries.
- boolean found = false;
- for (AclEntry actual : actualList) {
- if (actual.equals(expected)) {
- found = true;
- }
- }
- if (!found) {
- Assert.fail("Following Acl does not have a match: " + expected);
- }
- }
- }
- }
-
- private void setAcl(String locn, List<AclEntry> aclSpec) throws Exception {
- fs.setAcl(new Path(locn), aclSpec);
- }
-
- private List<AclEntry> getAcl(String locn) throws Exception {
- return fs.getAclStatus(new Path(locn)).getEntries();
- }
-}
http://git-wip-us.apache.org/repos/asf/hive/blob/187eb760/itests/hive-unit-hadoop2/src/test/java/org/apache/hadoop/hive/ql/security/TestStorageBasedMetastoreAuthorizationProviderWithACL.java
----------------------------------------------------------------------
diff --git a/itests/hive-unit-hadoop2/src/test/java/org/apache/hadoop/hive/ql/security/TestStorageBasedMetastoreAuthorizationProviderWithACL.java b/itests/hive-unit-hadoop2/src/test/java/org/apache/hadoop/hive/ql/security/TestStorageBasedMetastoreAuthorizationProviderWithACL.java
index 028c117..62c109c 100644
--- a/itests/hive-unit-hadoop2/src/test/java/org/apache/hadoop/hive/ql/security/TestStorageBasedMetastoreAuthorizationProviderWithACL.java
+++ b/itests/hive-unit-hadoop2/src/test/java/org/apache/hadoop/hive/ql/security/TestStorageBasedMetastoreAuthorizationProviderWithACL.java
@@ -84,7 +84,6 @@ public class TestStorageBasedMetastoreAuthorizationProviderWithACL
warehouseDir = new Path(new Path(fs.getUri()), "/warehouse");
fs.mkdirs(warehouseDir);
conf.setVar(HiveConf.ConfVars.METASTOREWAREHOUSE, warehouseDir.toString());
- conf.setBoolVar(HiveConf.ConfVars.HIVE_WAREHOUSE_SUBDIR_INHERIT_PERMS, true);
// Set up scratch directory
Path scratchDir = new Path(new Path(fs.getUri()), "/scratchdir");
http://git-wip-us.apache.org/repos/asf/hive/blob/187eb760/itests/hive-unit/pom.xml
----------------------------------------------------------------------
diff --git a/itests/hive-unit/pom.xml b/itests/hive-unit/pom.xml
index 789192b..8be25b2 100644
--- a/itests/hive-unit/pom.xml
+++ b/itests/hive-unit/pom.xml
@@ -19,7 +19,7 @@
<parent>
<groupId>org.apache.hive</groupId>
<artifactId>hive-it</artifactId>
- <version>2.2.0-SNAPSHOT</version>
+ <version>3.0.0-SNAPSHOT</version>
<relativePath>../pom.xml</relativePath>
</parent>