You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by we...@apache.org on 2017/05/08 20:43:27 UTC
[37/51] [partial] hive git commit: Revert "HIVE-14671 : merge master
into hive-14535 (Wei Zheng)"
http://git-wip-us.apache.org/repos/asf/hive/blob/ed64a74e/itests/hive-blobstore/src/test/results/clientpositive/rcfile_format_part.q.out
----------------------------------------------------------------------
diff --git a/itests/hive-blobstore/src/test/results/clientpositive/rcfile_format_part.q.out b/itests/hive-blobstore/src/test/results/clientpositive/rcfile_format_part.q.out
deleted file mode 100644
index bed10ab..0000000
--- a/itests/hive-blobstore/src/test/results/clientpositive/rcfile_format_part.q.out
+++ /dev/null
@@ -1,274 +0,0 @@
-PREHOOK: query: DROP TABLE src_events
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: DROP TABLE src_events
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: CREATE TABLE src_events
-(
- log_id BIGINT,
- time BIGINT,
- uid BIGINT,
- user_id BIGINT,
- type INT,
- event_data STRING,
- session_id STRING,
- full_uid BIGINT,
- run_date STRING,
- game_id INT,
- event_name STRING
-)
-ROW FORMAT DELIMITED FIELDS TERMINATED BY ','
-#### A masked pattern was here ####
-PREHOOK: type: CREATETABLE
-PREHOOK: Input: ### test.blobstore.path ###/rcfile_format_part/src_events
-PREHOOK: Output: database:default
-PREHOOK: Output: default@src_events
-POSTHOOK: query: CREATE TABLE src_events
-(
- log_id BIGINT,
- time BIGINT,
- uid BIGINT,
- user_id BIGINT,
- type INT,
- event_data STRING,
- session_id STRING,
- full_uid BIGINT,
- run_date STRING,
- game_id INT,
- event_name STRING
-)
-ROW FORMAT DELIMITED FIELDS TERMINATED BY ','
-#### A masked pattern was here ####
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Input: ### test.blobstore.path ###/rcfile_format_part/src_events
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@src_events
-PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/events.txt' INTO TABLE src_events
-PREHOOK: type: LOAD
-#### A masked pattern was here ####
-PREHOOK: Output: default@src_events
-POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/events.txt' INTO TABLE src_events
-POSTHOOK: type: LOAD
-#### A masked pattern was here ####
-POSTHOOK: Output: default@src_events
-PREHOOK: query: DROP TABLE rcfile_events
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: DROP TABLE rcfile_events
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: CREATE TABLE rcfile_events
-(
- log_id BIGINT,
- time BIGINT,
- uid BIGINT,
- user_id BIGINT,
- type INT,
- event_data STRING,
- session_id STRING,
- full_uid BIGINT
-)
-PARTITIONED BY (run_date STRING, game_id INT, event_name STRING)
-STORED AS RCFILE
-#### A masked pattern was here ####
-PREHOOK: type: CREATETABLE
-PREHOOK: Input: ### test.blobstore.path ###/rcfile_format_part/rcfile_events
-PREHOOK: Output: database:default
-PREHOOK: Output: default@rcfile_events
-POSTHOOK: query: CREATE TABLE rcfile_events
-(
- log_id BIGINT,
- time BIGINT,
- uid BIGINT,
- user_id BIGINT,
- type INT,
- event_data STRING,
- session_id STRING,
- full_uid BIGINT
-)
-PARTITIONED BY (run_date STRING, game_id INT, event_name STRING)
-STORED AS RCFILE
-#### A masked pattern was here ####
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Input: ### test.blobstore.path ###/rcfile_format_part/rcfile_events
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@rcfile_events
-PREHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name)
-SELECT * FROM src_events
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src_events
-PREHOOK: Output: default@rcfile_events
-POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name)
-SELECT * FROM src_events
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src_events
-POSTHOOK: Output: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change
-POSTHOOK: Output: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change
-POSTHOOK: Output: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
-PREHOOK: query: SHOW PARTITIONS rcfile_events
-PREHOOK: type: SHOWPARTITIONS
-PREHOOK: Input: default@rcfile_events
-POSTHOOK: query: SHOW PARTITIONS rcfile_events
-POSTHOOK: type: SHOWPARTITIONS
-POSTHOOK: Input: default@rcfile_events
-run_date=20120921/game_id=39/event_name=hq_change
-run_date=20121021/game_id=39/event_name=hq_change
-run_date=20121121/game_id=39/event_name=hq_change
-PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
-PREHOOK: type: QUERY
-PREHOOK: Input: default@rcfile_events
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@rcfile_events
-#### A masked pattern was here ####
-200
-PREHOOK: query: SELECT COUNT(*) FROM rcfile_events WHERE run_date=20120921
-PREHOOK: type: QUERY
-PREHOOK: Input: default@rcfile_events
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events WHERE run_date=20120921
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@rcfile_events
-#### A masked pattern was here ####
-50
-PREHOOK: query: SELECT COUNT(*) FROM rcfile_events WHERE run_date=20121121
-PREHOOK: type: QUERY
-PREHOOK: Input: default@rcfile_events
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events WHERE run_date=20121121
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@rcfile_events
-#### A masked pattern was here ####
-100
-PREHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date=201211, game_id, event_name)
-SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid,game_id,event_name FROM src_events
-WHERE SUBSTR(run_date,1,6)='201211'
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src_events
-PREHOOK: Output: default@rcfile_events@run_date=201211
-POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date=201211, game_id, event_name)
-SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid,game_id,event_name FROM src_events
-WHERE SUBSTR(run_date,1,6)='201211'
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src_events
-POSTHOOK: Output: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
-PREHOOK: query: SHOW PARTITIONS rcfile_events
-PREHOOK: type: SHOWPARTITIONS
-PREHOOK: Input: default@rcfile_events
-POSTHOOK: query: SHOW PARTITIONS rcfile_events
-POSTHOOK: type: SHOWPARTITIONS
-POSTHOOK: Input: default@rcfile_events
-run_date=20120921/game_id=39/event_name=hq_change
-run_date=20121021/game_id=39/event_name=hq_change
-run_date=201211/game_id=39/event_name=hq_change
-run_date=20121121/game_id=39/event_name=hq_change
-PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
-PREHOOK: type: QUERY
-PREHOOK: Input: default@rcfile_events
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@rcfile_events
-#### A masked pattern was here ####
-300
-PREHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name)
-SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid,event_name FROM src_events
-WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src_events
-PREHOOK: Output: default@rcfile_events@run_date=201209/game_id=39
-POSTHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name)
-SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid,event_name FROM src_events
-WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src_events
-POSTHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
-PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
-PREHOOK: type: QUERY
-PREHOOK: Input: default@rcfile_events
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@rcfile_events
-#### A masked pattern was here ####
-350
-PREHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
-SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
-WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 AND event_name='hq_change'
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src_events
-PREHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
-POSTHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
-SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
-WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 AND event_name='hq_change'
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src_events
-POSTHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
-PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
-PREHOOK: type: QUERY
-PREHOOK: Input: default@rcfile_events
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@rcfile_events
-#### A masked pattern was here ####
-400
-PREHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
-SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
-WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 AND event_name='hq_change'
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src_events
-PREHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
-POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
-SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
-WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 AND event_name='hq_change'
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src_events
-POSTHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
-PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
-PREHOOK: type: QUERY
-PREHOOK: Input: default@rcfile_events
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@rcfile_events
-#### A masked pattern was here ####
-350
http://git-wip-us.apache.org/repos/asf/hive/blob/ed64a74e/itests/hive-blobstore/src/test/results/clientpositive/rcfile_nonstd_partitions_loc.q.out
----------------------------------------------------------------------
diff --git a/itests/hive-blobstore/src/test/results/clientpositive/rcfile_nonstd_partitions_loc.q.out b/itests/hive-blobstore/src/test/results/clientpositive/rcfile_nonstd_partitions_loc.q.out
deleted file mode 100644
index c6442f9..0000000
--- a/itests/hive-blobstore/src/test/results/clientpositive/rcfile_nonstd_partitions_loc.q.out
+++ /dev/null
@@ -1,533 +0,0 @@
-PREHOOK: query: DROP TABLE src_events
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: DROP TABLE src_events
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: CREATE TABLE src_events
-(
- log_id BIGINT,
- time BIGINT,
- uid BIGINT,
- user_id BIGINT,
- type INT,
- event_data STRING,
- session_id STRING,
- full_uid BIGINT,
- run_date STRING,
- game_id INT,
- event_name STRING
-)
-ROW FORMAT DELIMITED FIELDS TERMINATED BY ','
-#### A masked pattern was here ####
-PREHOOK: type: CREATETABLE
-PREHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/src_events
-PREHOOK: Output: database:default
-PREHOOK: Output: default@src_events
-POSTHOOK: query: CREATE TABLE src_events
-(
- log_id BIGINT,
- time BIGINT,
- uid BIGINT,
- user_id BIGINT,
- type INT,
- event_data STRING,
- session_id STRING,
- full_uid BIGINT,
- run_date STRING,
- game_id INT,
- event_name STRING
-)
-ROW FORMAT DELIMITED FIELDS TERMINATED BY ','
-#### A masked pattern was here ####
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/src_events
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@src_events
-PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/events.txt' INTO TABLE src_events
-PREHOOK: type: LOAD
-#### A masked pattern was here ####
-PREHOOK: Output: default@src_events
-POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/events.txt' INTO TABLE src_events
-POSTHOOK: type: LOAD
-#### A masked pattern was here ####
-POSTHOOK: Output: default@src_events
-PREHOOK: query: DROP TABLE rcfile_events
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: DROP TABLE rcfile_events
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: CREATE TABLE rcfile_events
-(
- log_id BIGINT,
- time BIGINT,
- uid BIGINT,
- user_id BIGINT,
- type INT,
- event_data STRING,
- session_id STRING,
- full_uid BIGINT
-)
-PARTITIONED BY (run_date STRING, game_id INT, event_name STRING)
-STORED AS RCFILE
-#### A masked pattern was here ####
-PREHOOK: type: CREATETABLE
-PREHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/rcfile_events
-PREHOOK: Output: database:default
-PREHOOK: Output: default@rcfile_events
-POSTHOOK: query: CREATE TABLE rcfile_events
-(
- log_id BIGINT,
- time BIGINT,
- uid BIGINT,
- user_id BIGINT,
- type INT,
- event_data STRING,
- session_id STRING,
- full_uid BIGINT
-)
-PARTITIONED BY (run_date STRING, game_id INT, event_name STRING)
-STORED AS RCFILE
-#### A masked pattern was here ####
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/rcfile_events
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@rcfile_events
-PREHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name)
-SELECT * FROM src_events
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src_events
-PREHOOK: Output: default@rcfile_events
-POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name)
-SELECT * FROM src_events
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src_events
-POSTHOOK: Output: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change
-POSTHOOK: Output: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change
-POSTHOOK: Output: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
-PREHOOK: query: SHOW PARTITIONS rcfile_events
-PREHOOK: type: SHOWPARTITIONS
-PREHOOK: Input: default@rcfile_events
-POSTHOOK: query: SHOW PARTITIONS rcfile_events
-POSTHOOK: type: SHOWPARTITIONS
-POSTHOOK: Input: default@rcfile_events
-run_date=20120921/game_id=39/event_name=hq_change
-run_date=20121021/game_id=39/event_name=hq_change
-run_date=20121121/game_id=39/event_name=hq_change
-PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
-PREHOOK: type: QUERY
-PREHOOK: Input: default@rcfile_events
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@rcfile_events
-#### A masked pattern was here ####
-200
-PREHOOK: query: ALTER TABLE rcfile_events ADD PARTITION (run_date=201211, game_id=39, event_name='hq_change')
-#### A masked pattern was here ####
-PREHOOK: type: ALTERTABLE_ADDPARTS
-PREHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/rcfile_nonstd_loc/ns-part-1
-PREHOOK: Output: default@rcfile_events
-POSTHOOK: query: ALTER TABLE rcfile_events ADD PARTITION (run_date=201211, game_id=39, event_name='hq_change')
-#### A masked pattern was here ####
-POSTHOOK: type: ALTERTABLE_ADDPARTS
-POSTHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/rcfile_nonstd_loc/ns-part-1
-POSTHOOK: Output: default@rcfile_events
-POSTHOOK: Output: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
-PREHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date=201211, game_id=39, event_name='hq_change')
-SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
-WHERE SUBSTR(run_date,1,6)='201211'
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src_events
-PREHOOK: Output: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
-POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date=201211, game_id=39, event_name='hq_change')
-SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
-WHERE SUBSTR(run_date,1,6)='201211'
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src_events
-POSTHOOK: Output: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
-PREHOOK: query: SHOW PARTITIONS rcfile_events
-PREHOOK: type: SHOWPARTITIONS
-PREHOOK: Input: default@rcfile_events
-POSTHOOK: query: SHOW PARTITIONS rcfile_events
-POSTHOOK: type: SHOWPARTITIONS
-POSTHOOK: Input: default@rcfile_events
-run_date=20120921/game_id=39/event_name=hq_change
-run_date=20121021/game_id=39/event_name=hq_change
-run_date=201211/game_id=39/event_name=hq_change
-run_date=20121121/game_id=39/event_name=hq_change
-PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
-PREHOOK: type: QUERY
-PREHOOK: Input: default@rcfile_events
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@rcfile_events
-#### A masked pattern was here ####
-300
-PREHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201211, game_id=39, event_name='hq_change')
-SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
-WHERE SUBSTR(run_date,1,6)='201211'
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src_events
-PREHOOK: Output: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
-POSTHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201211, game_id=39, event_name='hq_change')
-SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
-WHERE SUBSTR(run_date,1,6)='201211'
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src_events
-POSTHOOK: Output: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
-PREHOOK: query: SHOW PARTITIONS rcfile_events
-PREHOOK: type: SHOWPARTITIONS
-PREHOOK: Input: default@rcfile_events
-POSTHOOK: query: SHOW PARTITIONS rcfile_events
-POSTHOOK: type: SHOWPARTITIONS
-POSTHOOK: Input: default@rcfile_events
-run_date=20120921/game_id=39/event_name=hq_change
-run_date=20121021/game_id=39/event_name=hq_change
-run_date=201211/game_id=39/event_name=hq_change
-run_date=20121121/game_id=39/event_name=hq_change
-PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
-PREHOOK: type: QUERY
-PREHOOK: Input: default@rcfile_events
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@rcfile_events
-#### A masked pattern was here ####
-400
-PREHOOK: query: ALTER TABLE rcfile_events ADD PARTITION (run_date=201209, game_id=39, event_name='hq_change')
-#### A masked pattern was here ####
-PREHOOK: type: ALTERTABLE_ADDPARTS
-PREHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/rcfile_nonstd_loc/ns-part-2
-PREHOOK: Output: default@rcfile_events
-POSTHOOK: query: ALTER TABLE rcfile_events ADD PARTITION (run_date=201209, game_id=39, event_name='hq_change')
-#### A masked pattern was here ####
-POSTHOOK: type: ALTERTABLE_ADDPARTS
-POSTHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/rcfile_nonstd_loc/ns-part-2
-POSTHOOK: Output: default@rcfile_events
-POSTHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
-PREHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
-SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
-WHERE SUBSTR(run_date,1,6)='201209'
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src_events
-PREHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
-POSTHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
-SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
-WHERE SUBSTR(run_date,1,6)='201209'
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src_events
-POSTHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
-PREHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
-SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
-WHERE SUBSTR(run_date,1,6)='201209'
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src_events
-PREHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
-POSTHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
-SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
-WHERE SUBSTR(run_date,1,6)='201209'
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src_events
-POSTHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
-PREHOOK: query: SHOW PARTITIONS rcfile_events
-PREHOOK: type: SHOWPARTITIONS
-PREHOOK: Input: default@rcfile_events
-POSTHOOK: query: SHOW PARTITIONS rcfile_events
-POSTHOOK: type: SHOWPARTITIONS
-POSTHOOK: Input: default@rcfile_events
-run_date=201209/game_id=39/event_name=hq_change
-run_date=20120921/game_id=39/event_name=hq_change
-run_date=20121021/game_id=39/event_name=hq_change
-run_date=201211/game_id=39/event_name=hq_change
-run_date=20121121/game_id=39/event_name=hq_change
-PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
-PREHOOK: type: QUERY
-PREHOOK: Input: default@rcfile_events
-PREHOOK: Input: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
-PREHOOK: Input: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change
-PREHOOK: Input: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change
-PREHOOK: Input: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
-PREHOOK: Input: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@rcfile_events
-POSTHOOK: Input: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
-POSTHOOK: Input: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change
-POSTHOOK: Input: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change
-POSTHOOK: Input: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
-POSTHOOK: Input: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change
-#### A masked pattern was here ####
-500
-PREHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name)
-SELECT * FROM src_events
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src_events
-PREHOOK: Output: default@rcfile_events
-POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name)
-SELECT * FROM src_events
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src_events
-POSTHOOK: Output: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change
-POSTHOOK: Output: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change
-POSTHOOK: Output: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
-PREHOOK: query: SHOW PARTITIONS rcfile_events
-PREHOOK: type: SHOWPARTITIONS
-PREHOOK: Input: default@rcfile_events
-POSTHOOK: query: SHOW PARTITIONS rcfile_events
-POSTHOOK: type: SHOWPARTITIONS
-POSTHOOK: Input: default@rcfile_events
-run_date=201209/game_id=39/event_name=hq_change
-run_date=20120921/game_id=39/event_name=hq_change
-run_date=20121021/game_id=39/event_name=hq_change
-run_date=201211/game_id=39/event_name=hq_change
-run_date=20121121/game_id=39/event_name=hq_change
-PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
-PREHOOK: type: QUERY
-PREHOOK: Input: default@rcfile_events
-PREHOOK: Input: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
-PREHOOK: Input: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change
-PREHOOK: Input: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change
-PREHOOK: Input: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
-PREHOOK: Input: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@rcfile_events
-POSTHOOK: Input: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
-POSTHOOK: Input: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change
-POSTHOOK: Input: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change
-POSTHOOK: Input: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
-POSTHOOK: Input: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change
-#### A masked pattern was here ####
-500
-PREHOOK: query: ALTER TABLE rcfile_events ADD PARTITION (run_date=201207, game_id=39, event_name='hq_change')
-#### A masked pattern was here ####
-PREHOOK: type: ALTERTABLE_ADDPARTS
-PREHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/rcfile_nonstd_loc/ns-part-3
-PREHOOK: Output: default@rcfile_events
-POSTHOOK: query: ALTER TABLE rcfile_events ADD PARTITION (run_date=201207, game_id=39, event_name='hq_change')
-#### A masked pattern was here ####
-POSTHOOK: type: ALTERTABLE_ADDPARTS
-POSTHOOK: Input: ### test.blobstore.path ###/rcfile_nonstd_partitions_loc/rcfile_nonstd_loc/ns-part-3
-POSTHOOK: Output: default@rcfile_events
-POSTHOOK: Output: default@rcfile_events@run_date=201207/game_id=39/event_name=hq_change
-PREHOOK: query: INSERT INTO TABLE rcfile_events PARTITION(run_date=201207,game_id=39, event_name='hq_change')
-SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
-WHERE SUBSTR(run_date,1,6)='201209'
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src_events
-PREHOOK: Output: default@rcfile_events@run_date=201207/game_id=39/event_name=hq_change
-POSTHOOK: query: INSERT INTO TABLE rcfile_events PARTITION(run_date=201207,game_id=39, event_name='hq_change')
-SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
-WHERE SUBSTR(run_date,1,6)='201209'
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src_events
-POSTHOOK: Output: default@rcfile_events@run_date=201207/game_id=39/event_name=hq_change
-PREHOOK: query: SHOW PARTITIONS rcfile_events
-PREHOOK: type: SHOWPARTITIONS
-PREHOOK: Input: default@rcfile_events
-POSTHOOK: query: SHOW PARTITIONS rcfile_events
-POSTHOOK: type: SHOWPARTITIONS
-POSTHOOK: Input: default@rcfile_events
-run_date=201207/game_id=39/event_name=hq_change
-run_date=201209/game_id=39/event_name=hq_change
-run_date=20120921/game_id=39/event_name=hq_change
-run_date=20121021/game_id=39/event_name=hq_change
-run_date=201211/game_id=39/event_name=hq_change
-run_date=20121121/game_id=39/event_name=hq_change
-PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
-PREHOOK: type: QUERY
-PREHOOK: Input: default@rcfile_events
-PREHOOK: Input: default@rcfile_events@run_date=201207/game_id=39/event_name=hq_change
-PREHOOK: Input: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
-PREHOOK: Input: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change
-PREHOOK: Input: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change
-PREHOOK: Input: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
-PREHOOK: Input: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@rcfile_events
-POSTHOOK: Input: default@rcfile_events@run_date=201207/game_id=39/event_name=hq_change
-POSTHOOK: Input: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
-POSTHOOK: Input: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change
-POSTHOOK: Input: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change
-POSTHOOK: Input: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
-POSTHOOK: Input: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change
-#### A masked pattern was here ####
-550
-PREHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name)
-SELECT * FROM src_events
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src_events
-PREHOOK: Output: default@rcfile_events
-POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name)
-SELECT * FROM src_events
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src_events
-POSTHOOK: Output: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change
-POSTHOOK: Output: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change
-POSTHOOK: Output: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
-PREHOOK: query: SHOW PARTITIONS rcfile_events
-PREHOOK: type: SHOWPARTITIONS
-PREHOOK: Input: default@rcfile_events
-POSTHOOK: query: SHOW PARTITIONS rcfile_events
-POSTHOOK: type: SHOWPARTITIONS
-POSTHOOK: Input: default@rcfile_events
-run_date=201207/game_id=39/event_name=hq_change
-run_date=201209/game_id=39/event_name=hq_change
-run_date=20120921/game_id=39/event_name=hq_change
-run_date=20121021/game_id=39/event_name=hq_change
-run_date=201211/game_id=39/event_name=hq_change
-run_date=20121121/game_id=39/event_name=hq_change
-PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
-PREHOOK: type: QUERY
-PREHOOK: Input: default@rcfile_events
-PREHOOK: Input: default@rcfile_events@run_date=201207/game_id=39/event_name=hq_change
-PREHOOK: Input: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
-PREHOOK: Input: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change
-PREHOOK: Input: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change
-PREHOOK: Input: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
-PREHOOK: Input: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@rcfile_events
-POSTHOOK: Input: default@rcfile_events@run_date=201207/game_id=39/event_name=hq_change
-POSTHOOK: Input: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
-POSTHOOK: Input: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change
-POSTHOOK: Input: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change
-POSTHOOK: Input: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
-POSTHOOK: Input: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change
-#### A masked pattern was here ####
-550
-PREHOOK: query: ALTER TABLE rcfile_events DROP PARTITION (run_date=201211,game_id=39, event_name='hq_change')
-PREHOOK: type: ALTERTABLE_DROPPARTS
-PREHOOK: Input: default@rcfile_events
-PREHOOK: Output: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
-POSTHOOK: query: ALTER TABLE rcfile_events DROP PARTITION (run_date=201211,game_id=39, event_name='hq_change')
-POSTHOOK: type: ALTERTABLE_DROPPARTS
-POSTHOOK: Input: default@rcfile_events
-POSTHOOK: Output: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
-PREHOOK: query: ALTER TABLE rcfile_events DROP PARTITION (run_date=201209,game_id=39, event_name='hq_change')
-PREHOOK: type: ALTERTABLE_DROPPARTS
-PREHOOK: Input: default@rcfile_events
-PREHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
-POSTHOOK: query: ALTER TABLE rcfile_events DROP PARTITION (run_date=201209,game_id=39, event_name='hq_change')
-POSTHOOK: type: ALTERTABLE_DROPPARTS
-POSTHOOK: Input: default@rcfile_events
-POSTHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
-PREHOOK: query: ALTER TABLE rcfile_events DROP PARTITION (run_date=201207,game_id=39, event_name='hq_change')
-PREHOOK: type: ALTERTABLE_DROPPARTS
-PREHOOK: Input: default@rcfile_events
-PREHOOK: Output: default@rcfile_events@run_date=201207/game_id=39/event_name=hq_change
-POSTHOOK: query: ALTER TABLE rcfile_events DROP PARTITION (run_date=201207,game_id=39, event_name='hq_change')
-POSTHOOK: type: ALTERTABLE_DROPPARTS
-POSTHOOK: Input: default@rcfile_events
-POSTHOOK: Output: default@rcfile_events@run_date=201207/game_id=39/event_name=hq_change
-PREHOOK: query: SHOW PARTITIONS rcfile_events
-PREHOOK: type: SHOWPARTITIONS
-PREHOOK: Input: default@rcfile_events
-POSTHOOK: query: SHOW PARTITIONS rcfile_events
-POSTHOOK: type: SHOWPARTITIONS
-POSTHOOK: Input: default@rcfile_events
-run_date=20120921/game_id=39/event_name=hq_change
-run_date=20121021/game_id=39/event_name=hq_change
-run_date=20121121/game_id=39/event_name=hq_change
-PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
-PREHOOK: type: QUERY
-PREHOOK: Input: default@rcfile_events
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@rcfile_events
-#### A masked pattern was here ####
-200
http://git-wip-us.apache.org/repos/asf/hive/blob/ed64a74e/itests/hive-blobstore/src/test/results/clientpositive/write_final_output_blobstore.q.out
----------------------------------------------------------------------
diff --git a/itests/hive-blobstore/src/test/results/clientpositive/write_final_output_blobstore.q.out b/itests/hive-blobstore/src/test/results/clientpositive/write_final_output_blobstore.q.out
index 46bfef5..8a90a9e 100644
--- a/itests/hive-blobstore/src/test/results/clientpositive/write_final_output_blobstore.q.out
+++ b/itests/hive-blobstore/src/test/results/clientpositive/write_final_output_blobstore.q.out
@@ -192,7 +192,6 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
- COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
column.name.delimiter ,
columns key
@@ -201,13 +200,9 @@ STAGE PLANS:
#### A masked pattern was here ####
location ### test.blobstore.path ###/write_final_output_blobstore
name default.blobstore_table
- numFiles 0
- numRows 0
- rawDataSize 0
serialization.ddl struct blobstore_table { i32 key}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.blobstore_table
@@ -224,7 +219,6 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
- COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
column.name.delimiter ,
columns key
@@ -233,13 +227,9 @@ STAGE PLANS:
#### A masked pattern was here ####
location ### test.blobstore.path ###/write_final_output_blobstore
name default.blobstore_table
- numFiles 0
- numRows 0
- rawDataSize 0
serialization.ddl struct blobstore_table { i32 key}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.blobstore_table
@@ -416,7 +406,6 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
- COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
column.name.delimiter ,
columns key
@@ -425,13 +414,9 @@ STAGE PLANS:
#### A masked pattern was here ####
location ### test.blobstore.path ###/write_final_output_blobstore
name default.blobstore_table
- numFiles 0
- numRows 0
- rawDataSize 0
serialization.ddl struct blobstore_table { i32 key}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.blobstore_table
@@ -448,7 +433,6 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
- COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
bucket_count -1
column.name.delimiter ,
columns key
@@ -457,13 +441,9 @@ STAGE PLANS:
#### A masked pattern was here ####
location ### test.blobstore.path ###/write_final_output_blobstore
name default.blobstore_table
- numFiles 0
- numRows 0
- rawDataSize 0
serialization.ddl struct blobstore_table { i32 key}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 0
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.blobstore_table
http://git-wip-us.apache.org/repos/asf/hive/blob/ed64a74e/itests/hive-blobstore/src/test/results/clientpositive/zero_rows_blobstore.q.out
----------------------------------------------------------------------
diff --git a/itests/hive-blobstore/src/test/results/clientpositive/zero_rows_blobstore.q.out b/itests/hive-blobstore/src/test/results/clientpositive/zero_rows_blobstore.q.out
deleted file mode 100644
index 590f947..0000000
--- a/itests/hive-blobstore/src/test/results/clientpositive/zero_rows_blobstore.q.out
+++ /dev/null
@@ -1,91 +0,0 @@
-PREHOOK: query: DROP TABLE blobstore_source
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: DROP TABLE blobstore_source
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: CREATE TABLE blobstore_source (
- key int
-)
-#### A masked pattern was here ####
-PREHOOK: type: CREATETABLE
-PREHOOK: Input: ### test.blobstore.path ###/zero_rows_blobstore/blobstore_source
-PREHOOK: Output: database:default
-PREHOOK: Output: default@blobstore_source
-POSTHOOK: query: CREATE TABLE blobstore_source (
- key int
-)
-#### A masked pattern was here ####
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Input: ### test.blobstore.path ###/zero_rows_blobstore/blobstore_source
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@blobstore_source
-PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/kv6.txt' INTO TABLE blobstore_source
-PREHOOK: type: LOAD
-#### A masked pattern was here ####
-PREHOOK: Output: default@blobstore_source
-POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/kv6.txt' INTO TABLE blobstore_source
-POSTHOOK: type: LOAD
-#### A masked pattern was here ####
-POSTHOOK: Output: default@blobstore_source
-PREHOOK: query: DROP TABLE blobstore_target
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: DROP TABLE blobstore_target
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: CREATE TABLE blobstore_target (
- key int
-)
-#### A masked pattern was here ####
-PREHOOK: type: CREATETABLE
-PREHOOK: Input: ### test.blobstore.path ###/zero_rows_blobstore/blobstore_target
-PREHOOK: Output: database:default
-PREHOOK: Output: default@blobstore_target
-POSTHOOK: query: CREATE TABLE blobstore_target (
- key int
-)
-#### A masked pattern was here ####
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Input: ### test.blobstore.path ###/zero_rows_blobstore/blobstore_target
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@blobstore_target
-PREHOOK: query: SELECT COUNT(*) FROM blobstore_target
-PREHOOK: type: QUERY
-PREHOOK: Input: default@blobstore_target
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM blobstore_target
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@blobstore_target
-#### A masked pattern was here ####
-0
-PREHOOK: query: INSERT OVERWRITE TABLE blobstore_target SELECT key FROM blobstore_source
-PREHOOK: type: QUERY
-PREHOOK: Input: default@blobstore_source
-PREHOOK: Output: default@blobstore_target
-POSTHOOK: query: INSERT OVERWRITE TABLE blobstore_target SELECT key FROM blobstore_source
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@blobstore_source
-POSTHOOK: Output: default@blobstore_target
-PREHOOK: query: SELECT COUNT(*) FROM blobstore_target
-PREHOOK: type: QUERY
-PREHOOK: Input: default@blobstore_target
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM blobstore_target
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@blobstore_target
-#### A masked pattern was here ####
-100
-PREHOOK: query: INSERT OVERWRITE TABLE blobstore_target SELECT key FROM blobstore_source WHERE FALSE
-PREHOOK: type: QUERY
-PREHOOK: Input: default@blobstore_source
-PREHOOK: Output: default@blobstore_target
-POSTHOOK: query: INSERT OVERWRITE TABLE blobstore_target SELECT key FROM blobstore_source WHERE FALSE
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@blobstore_source
-POSTHOOK: Output: default@blobstore_target
-PREHOOK: query: SELECT COUNT(*) FROM blobstore_target
-PREHOOK: type: QUERY
-PREHOOK: Input: default@blobstore_target
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM blobstore_target
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@blobstore_target
-#### A masked pattern was here ####
-0
http://git-wip-us.apache.org/repos/asf/hive/blob/ed64a74e/itests/hive-blobstore/src/test/results/clientpositive/zero_rows_hdfs.q.out
----------------------------------------------------------------------
diff --git a/itests/hive-blobstore/src/test/results/clientpositive/zero_rows_hdfs.q.out b/itests/hive-blobstore/src/test/results/clientpositive/zero_rows_hdfs.q.out
deleted file mode 100644
index 92cf51f..0000000
--- a/itests/hive-blobstore/src/test/results/clientpositive/zero_rows_hdfs.q.out
+++ /dev/null
@@ -1,89 +0,0 @@
-PREHOOK: query: DROP TABLE blobstore_source
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: DROP TABLE blobstore_source
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: CREATE TABLE blobstore_source (
- key int
-)
-#### A masked pattern was here ####
-PREHOOK: type: CREATETABLE
-PREHOOK: Input: ### test.blobstore.path ###/zero_rows_hdfs/blobstore_source
-PREHOOK: Output: database:default
-PREHOOK: Output: default@blobstore_source
-POSTHOOK: query: CREATE TABLE blobstore_source (
- key int
-)
-#### A masked pattern was here ####
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Input: ### test.blobstore.path ###/zero_rows_hdfs/blobstore_source
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@blobstore_source
-PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/kv6.txt' INTO TABLE blobstore_source
-PREHOOK: type: LOAD
-#### A masked pattern was here ####
-PREHOOK: Output: default@blobstore_source
-POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/kv6.txt' INTO TABLE blobstore_source
-POSTHOOK: type: LOAD
-#### A masked pattern was here ####
-POSTHOOK: Output: default@blobstore_source
-PREHOOK: query: DROP TABLE hdfs_target
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: DROP TABLE hdfs_target
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: CREATE TABLE hdfs_target (
- key int
-)
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@hdfs_target
-POSTHOOK: query: CREATE TABLE hdfs_target (
- key int
-)
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@hdfs_target
-PREHOOK: query: SELECT COUNT(*) FROM hdfs_target
-PREHOOK: type: QUERY
-PREHOOK: Input: default@hdfs_target
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM hdfs_target
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@hdfs_target
-#### A masked pattern was here ####
-0
-PREHOOK: query: INSERT OVERWRITE TABLE hdfs_target SELECT key FROM blobstore_source
-PREHOOK: type: QUERY
-PREHOOK: Input: default@blobstore_source
-PREHOOK: Output: default@hdfs_target
-POSTHOOK: query: INSERT OVERWRITE TABLE hdfs_target SELECT key FROM blobstore_source
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@blobstore_source
-POSTHOOK: Output: default@hdfs_target
-POSTHOOK: Lineage: hdfs_target.key SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: SELECT COUNT(*) FROM hdfs_target
-PREHOOK: type: QUERY
-PREHOOK: Input: default@hdfs_target
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM hdfs_target
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@hdfs_target
-#### A masked pattern was here ####
-100
-PREHOOK: query: INSERT OVERWRITE TABLE hdfs_target SELECT key FROM blobstore_source WHERE FALSE
-PREHOOK: type: QUERY
-PREHOOK: Input: default@blobstore_source
-PREHOOK: Output: default@hdfs_target
-POSTHOOK: query: INSERT OVERWRITE TABLE hdfs_target SELECT key FROM blobstore_source WHERE FALSE
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@blobstore_source
-POSTHOOK: Output: default@hdfs_target
-POSTHOOK: Lineage: hdfs_target.key SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: SELECT COUNT(*) FROM hdfs_target
-PREHOOK: type: QUERY
-PREHOOK: Input: default@hdfs_target
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM hdfs_target
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@hdfs_target
-#### A masked pattern was here ####
-0
http://git-wip-us.apache.org/repos/asf/hive/blob/ed64a74e/itests/hive-jmh/pom.xml
----------------------------------------------------------------------
diff --git a/itests/hive-jmh/pom.xml b/itests/hive-jmh/pom.xml
index af8eb19..f1417fd 100644
--- a/itests/hive-jmh/pom.xml
+++ b/itests/hive-jmh/pom.xml
@@ -19,7 +19,7 @@
<parent>
<groupId>org.apache.hive</groupId>
<artifactId>hive-it</artifactId>
- <version>3.0.0-SNAPSHOT</version>
+ <version>2.2.0-SNAPSHOT</version>
<relativePath>../pom.xml</relativePath>
</parent>
http://git-wip-us.apache.org/repos/asf/hive/blob/ed64a74e/itests/hive-minikdc/pom.xml
----------------------------------------------------------------------
diff --git a/itests/hive-minikdc/pom.xml b/itests/hive-minikdc/pom.xml
index 95d2614..dcc5c2d 100644
--- a/itests/hive-minikdc/pom.xml
+++ b/itests/hive-minikdc/pom.xml
@@ -19,7 +19,7 @@
<parent>
<groupId>org.apache.hive</groupId>
<artifactId>hive-it</artifactId>
- <version>3.0.0-SNAPSHOT</version>
+ <version>2.2.0-SNAPSHOT</version>
<relativePath>../pom.xml</relativePath>
</parent>
http://git-wip-us.apache.org/repos/asf/hive/blob/ed64a74e/itests/hive-minikdc/src/test/java/org/apache/hive/minikdc/TestSSLWithMiniKdc.java
----------------------------------------------------------------------
diff --git a/itests/hive-minikdc/src/test/java/org/apache/hive/minikdc/TestSSLWithMiniKdc.java b/itests/hive-minikdc/src/test/java/org/apache/hive/minikdc/TestSSLWithMiniKdc.java
deleted file mode 100644
index 3153b9f..0000000
--- a/itests/hive-minikdc/src/test/java/org/apache/hive/minikdc/TestSSLWithMiniKdc.java
+++ /dev/null
@@ -1,101 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.hive.minikdc;
-
-import java.sql.Connection;
-import java.sql.DriverManager;
-import java.sql.Statement;
-import java.util.HashMap;
-import java.util.Map;
-
-import org.apache.hadoop.fs.Path;
-import org.apache.hadoop.hive.conf.HiveConf;
-import org.apache.hadoop.hive.conf.HiveConf.ConfVars;
-import org.apache.hive.jdbc.miniHS2.MiniHS2;
-import org.hadoop.hive.jdbc.SSLTestUtils;
-
-import org.junit.AfterClass;
-import org.junit.BeforeClass;
-import org.junit.Test;
-
-
-public class TestSSLWithMiniKdc {
-
- private static MiniHS2 miniHS2 = null;
- private static MiniHiveKdc miniHiveKdc = null;
-
- @BeforeClass
- public static void beforeTest() throws Exception {
- Class.forName(MiniHS2.getJdbcDriverName());
-
- HiveConf hiveConf = new HiveConf();
-
- SSLTestUtils.setMetastoreSslConf(hiveConf);
- hiveConf.setBoolVar(ConfVars.HIVE_SUPPORT_CONCURRENCY, false);
-
- miniHiveKdc = MiniHiveKdc.getMiniHiveKdc(hiveConf);
-
- setHMSSaslConf(miniHiveKdc, hiveConf);
-
- miniHS2 = MiniHiveKdc.getMiniHS2WithKerbWithRemoteHMS(miniHiveKdc, hiveConf);
-
- Map<String, String> confOverlay = new HashMap<>();
- SSLTestUtils.setHttpConfOverlay(confOverlay);
- SSLTestUtils.setSslConfOverlay(confOverlay);
-
- miniHS2.start(confOverlay);
- }
-
- @AfterClass
- public static void afterTest() throws Exception {
- miniHS2.stop();
- }
-
- @Test
- public void testConnection() throws Exception {
- String tableName = "testTable";
- Path dataFilePath = new Path(SSLTestUtils.getDataFileDir(), "kv1.txt");
- Connection hs2Conn = getConnection(MiniHiveKdc.HIVE_TEST_USER_1);
-
- Statement stmt = hs2Conn.createStatement();
-
- SSLTestUtils.setupTestTableWithData(tableName, dataFilePath, hs2Conn);
-
- stmt.execute("select * from " + tableName);
- stmt.execute("drop table " + tableName);
- stmt.close();
- }
-
- private Connection getConnection(String userName) throws Exception {
- miniHiveKdc.loginUser(userName);
- return DriverManager.getConnection(miniHS2.getJdbcURL("default", SSLTestUtils.SSL_CONN_PARAMS),
- System.getProperty("user.name"), "bar");
- }
-
- private static void setHMSSaslConf(MiniHiveKdc miniHiveKdc, HiveConf conf) {
- String hivePrincipal =
- miniHiveKdc.getFullyQualifiedServicePrincipal(MiniHiveKdc.HIVE_SERVICE_PRINCIPAL);
- String hiveKeytab = miniHiveKdc.getKeyTabFile(
- miniHiveKdc.getServicePrincipalForUser(MiniHiveKdc.HIVE_SERVICE_PRINCIPAL));
-
- conf.setBoolVar(ConfVars.METASTORE_USE_THRIFT_SASL, true);
- conf.setVar(ConfVars.METASTORE_KERBEROS_PRINCIPAL, hivePrincipal);
- conf.setVar(ConfVars.METASTORE_KERBEROS_KEYTAB_FILE, hiveKeytab);
- }
-}
http://git-wip-us.apache.org/repos/asf/hive/blob/ed64a74e/itests/hive-unit-hadoop2/pom.xml
----------------------------------------------------------------------
diff --git a/itests/hive-unit-hadoop2/pom.xml b/itests/hive-unit-hadoop2/pom.xml
index 339a194..d15bd54 100644
--- a/itests/hive-unit-hadoop2/pom.xml
+++ b/itests/hive-unit-hadoop2/pom.xml
@@ -19,7 +19,7 @@
<parent>
<groupId>org.apache.hive</groupId>
<artifactId>hive-it</artifactId>
- <version>3.0.0-SNAPSHOT</version>
+ <version>2.2.0-SNAPSHOT</version>
<relativePath>../pom.xml</relativePath>
</parent>
http://git-wip-us.apache.org/repos/asf/hive/blob/ed64a74e/itests/hive-unit-hadoop2/src/test/java/org/apache/hadoop/hive/ql/security/TestExtendedAcls.java
----------------------------------------------------------------------
diff --git a/itests/hive-unit-hadoop2/src/test/java/org/apache/hadoop/hive/ql/security/TestExtendedAcls.java b/itests/hive-unit-hadoop2/src/test/java/org/apache/hadoop/hive/ql/security/TestExtendedAcls.java
new file mode 100644
index 0000000..b798379
--- /dev/null
+++ b/itests/hive-unit-hadoop2/src/test/java/org/apache/hadoop/hive/ql/security/TestExtendedAcls.java
@@ -0,0 +1,166 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.hive.ql.security;
+
+import static org.apache.hadoop.fs.permission.AclEntryScope.ACCESS;
+import static org.apache.hadoop.fs.permission.AclEntryType.GROUP;
+import static org.apache.hadoop.fs.permission.AclEntryType.OTHER;
+import static org.apache.hadoop.fs.permission.AclEntryType.USER;
+
+import java.util.List;
+
+import org.apache.hadoop.fs.Path;
+import org.apache.hadoop.fs.permission.AclEntry;
+import org.apache.hadoop.fs.permission.AclEntryScope;
+import org.apache.hadoop.fs.permission.AclEntryType;
+import org.apache.hadoop.fs.permission.FsAction;
+import org.apache.hadoop.fs.permission.FsPermission;
+import org.apache.hadoop.hive.conf.HiveConf;
+import org.apache.hadoop.hive.conf.HiveConf.ConfVars;
+import org.junit.Assert;
+import org.junit.BeforeClass;
+
+import com.google.common.collect.ImmutableList;
+import com.google.common.collect.Lists;
+
+public class TestExtendedAcls extends FolderPermissionBase {
+
+ @BeforeClass
+ public static void setup() throws Exception {
+ conf = new HiveConf(TestExtendedAcls.class);
+ //setup the mini DFS with acl's enabled.
+ conf.set("dfs.namenode.acls.enabled", "true");
+ conf.setVar(HiveConf.ConfVars.HIVEMAPREDMODE, "nonstrict");
+ baseSetup();
+ }
+
+ private final ImmutableList<AclEntry> aclSpec1 = ImmutableList.of(
+ aclEntry(ACCESS, USER, FsAction.ALL),
+ aclEntry(ACCESS, GROUP, FsAction.ALL),
+ aclEntry(ACCESS, OTHER, FsAction.ALL),
+ aclEntry(ACCESS, USER, "bar", FsAction.READ_WRITE),
+ aclEntry(ACCESS, USER, "foo", FsAction.READ_EXECUTE),
+ aclEntry(ACCESS, GROUP, "bar", FsAction.READ_WRITE),
+ aclEntry(ACCESS, GROUP, "foo", FsAction.READ_EXECUTE));
+
+ private final ImmutableList<AclEntry> aclSpec2 = ImmutableList.of(
+ aclEntry(ACCESS, USER, FsAction.ALL),
+ aclEntry(ACCESS, GROUP, FsAction.ALL),
+ aclEntry(ACCESS, OTHER, FsAction.READ_EXECUTE),
+ aclEntry(ACCESS, USER, "bar2", FsAction.READ_WRITE),
+ aclEntry(ACCESS, USER, "foo2", FsAction.READ_EXECUTE),
+ aclEntry(ACCESS, GROUP, "bar2", FsAction.READ),
+ aclEntry(ACCESS, GROUP, "foo2", FsAction.READ_EXECUTE));
+
+ @Override
+ public void setPermission(String locn, int permIndex) throws Exception {
+ switch (permIndex) {
+ case 0:
+ setAcl(locn, aclSpec1);
+ break;
+ case 1:
+ setAcl(locn, aclSpec2);
+ break;
+ default:
+ throw new RuntimeException("Only 2 permissions by this test");
+ }
+ }
+
+ @Override
+ public void verifyPermission(String locn, int permIndex) throws Exception {
+ switch (permIndex) {
+ case 0:
+ FsPermission perm = fs.getFileStatus(new Path(locn)).getPermission();
+ Assert.assertEquals("Location: " + locn, "rwxrwxrwx", String.valueOf(perm));
+
+ List<AclEntry> actual = getAcl(locn);
+ verifyAcls(aclSpec1, actual);
+ break;
+ case 1:
+ perm = fs.getFileStatus(new Path(locn)).getPermission();
+ Assert.assertEquals("Location: " + locn, "rwxrwxr-x", String.valueOf(perm));
+
+ List<AclEntry> acls = getAcl(locn);
+ verifyAcls(aclSpec2, acls);
+ break;
+ default:
+ throw new RuntimeException("Only 2 permissions by this test: " + permIndex);
+ }
+ }
+
+ /**
+ * Create a new AclEntry with scope, type and permission (no name).
+ *
+ * @param scope
+ * AclEntryScope scope of the ACL entry
+ * @param type
+ * AclEntryType ACL entry type
+ * @param permission
+ * FsAction set of permissions in the ACL entry
+ * @return AclEntry new AclEntry
+ */
+ private AclEntry aclEntry(AclEntryScope scope, AclEntryType type,
+ FsAction permission) {
+ return new AclEntry.Builder().setScope(scope).setType(type)
+ .setPermission(permission).build();
+ }
+
+ /**
+ * Create a new AclEntry with scope, type, name and permission.
+ *
+ * @param scope
+ * AclEntryScope scope of the ACL entry
+ * @param type
+ * AclEntryType ACL entry type
+ * @param name
+ * String optional ACL entry name
+ * @param permission
+ * FsAction set of permissions in the ACL entry
+ * @return AclEntry new AclEntry
+ */
+ private AclEntry aclEntry(AclEntryScope scope, AclEntryType type,
+ String name, FsAction permission) {
+ return new AclEntry.Builder().setScope(scope).setType(type).setName(name)
+ .setPermission(permission).build();
+ }
+
+ private void verifyAcls(List<AclEntry> expectedList, List<AclEntry> actualList) {
+ for (AclEntry expected : expectedList) {
+ if (expected.getName() != null) {
+ //the non-named acl's are coming as regular permission, and not as aclEntries.
+ boolean found = false;
+ for (AclEntry actual : actualList) {
+ if (actual.equals(expected)) {
+ found = true;
+ }
+ }
+ if (!found) {
+ Assert.fail("Following Acl does not have a match: " + expected);
+ }
+ }
+ }
+ }
+
+ private void setAcl(String locn, List<AclEntry> aclSpec) throws Exception {
+ fs.setAcl(new Path(locn), aclSpec);
+ }
+
+ private List<AclEntry> getAcl(String locn) throws Exception {
+ return fs.getAclStatus(new Path(locn)).getEntries();
+ }
+}
http://git-wip-us.apache.org/repos/asf/hive/blob/ed64a74e/itests/hive-unit-hadoop2/src/test/java/org/apache/hadoop/hive/ql/security/TestStorageBasedMetastoreAuthorizationProviderWithACL.java
----------------------------------------------------------------------
diff --git a/itests/hive-unit-hadoop2/src/test/java/org/apache/hadoop/hive/ql/security/TestStorageBasedMetastoreAuthorizationProviderWithACL.java b/itests/hive-unit-hadoop2/src/test/java/org/apache/hadoop/hive/ql/security/TestStorageBasedMetastoreAuthorizationProviderWithACL.java
index 62c109c..028c117 100644
--- a/itests/hive-unit-hadoop2/src/test/java/org/apache/hadoop/hive/ql/security/TestStorageBasedMetastoreAuthorizationProviderWithACL.java
+++ b/itests/hive-unit-hadoop2/src/test/java/org/apache/hadoop/hive/ql/security/TestStorageBasedMetastoreAuthorizationProviderWithACL.java
@@ -84,6 +84,7 @@ public class TestStorageBasedMetastoreAuthorizationProviderWithACL
warehouseDir = new Path(new Path(fs.getUri()), "/warehouse");
fs.mkdirs(warehouseDir);
conf.setVar(HiveConf.ConfVars.METASTOREWAREHOUSE, warehouseDir.toString());
+ conf.setBoolVar(HiveConf.ConfVars.HIVE_WAREHOUSE_SUBDIR_INHERIT_PERMS, true);
// Set up scratch directory
Path scratchDir = new Path(new Path(fs.getUri()), "/scratchdir");
http://git-wip-us.apache.org/repos/asf/hive/blob/ed64a74e/itests/hive-unit/pom.xml
----------------------------------------------------------------------
diff --git a/itests/hive-unit/pom.xml b/itests/hive-unit/pom.xml
index 8be25b2..789192b 100644
--- a/itests/hive-unit/pom.xml
+++ b/itests/hive-unit/pom.xml
@@ -19,7 +19,7 @@
<parent>
<groupId>org.apache.hive</groupId>
<artifactId>hive-it</artifactId>
- <version>3.0.0-SNAPSHOT</version>
+ <version>2.2.0-SNAPSHOT</version>
<relativePath>../pom.xml</relativePath>
</parent>