You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by kg...@apache.org on 2018/07/06 07:12:04 UTC
[2/2] hive git commit: Revert "HIVE-19765: Add Parquet specific tests
to BlobstoreCliDriver (Sahil Takiar, reviewed by Marta Kuczora)"
Revert "HIVE-19765: Add Parquet specific tests to BlobstoreCliDriver (Sahil Takiar, reviewed by Marta Kuczora)"
This reverts commit cbcfab9eb1c58e0c389b093af188d6483440beb0.
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/9bd040ad
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/9bd040ad
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/9bd040ad
Branch: refs/heads/master
Commit: 9bd040ade233391c0cb62ee07b79168e46caa13a
Parents: 2ca2757
Author: Zoltan Haindrich <ki...@rxd.hu>
Authored: Fri Jul 6 09:11:47 2018 +0200
Committer: Zoltan Haindrich <ki...@rxd.hu>
Committed: Fri Jul 6 09:11:47 2018 +0200
----------------------------------------------------------------------
.../queries/clientpositive/parquet_buckets.q | 31 --
.../clientpositive/parquet_format_nonpart.q | 30 --
.../clientpositive/parquet_format_part.q | 67 ---
.../parquet_nonstd_partitions_loc.q | 100 ----
.../queries/clientpositive/ptf_parquetfile.q | 32 --
.../clientpositive/parquet_buckets.q.out | 183 -------
.../clientpositive/parquet_format_nonpart.q.out | 201 -------
.../clientpositive/parquet_format_part.q.out | 290 ----------
.../parquet_nonstd_partitions_loc.q.out | 537 -------------------
.../clientpositive/ptf_parquetfile.q.out | 104 ----
10 files changed, 1575 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/9bd040ad/itests/hive-blobstore/src/test/queries/clientpositive/parquet_buckets.q
----------------------------------------------------------------------
diff --git a/itests/hive-blobstore/src/test/queries/clientpositive/parquet_buckets.q b/itests/hive-blobstore/src/test/queries/clientpositive/parquet_buckets.q
deleted file mode 100644
index c5a2cd3..0000000
--- a/itests/hive-blobstore/src/test/queries/clientpositive/parquet_buckets.q
+++ /dev/null
@@ -1,31 +0,0 @@
--- Test simple interaction with partitioned bucketed table with paquet format in blobstore
-
-SET hive.exec.dynamic.partition=true;
-SET hive.exec.reducers.max=10;
-SET hive.exec.dynamic.partition.mode=nonstrict;
-
-DROP TABLE blobstore_source;
-CREATE TABLE blobstore_source(a STRING, b STRING, c DOUBLE)
-ROW FORMAT DELIMITED
-FIELDS TERMINATED BY ' '
-COLLECTION ITEMS TERMINATED BY '\t'
-LINES TERMINATED BY '\n'
-LOCATION '${hiveconf:test.blobstore.path.unique}/parquet_buckets/blobstore_source/';
-LOAD DATA LOCAL INPATH '../../data/files/3col_data.txt' INTO TABLE blobstore_source;
-
-DROP TABLE parquet_buckets;
-CREATE TABLE parquet_buckets (a STRING, value DOUBLE)
-PARTITIONED BY (b STRING)
-CLUSTERED BY (a) INTO 10 BUCKETS
-STORED AS PARQUET
-LOCATION '${hiveconf:test.blobstore.path.unique}/parquet_buckets/parquet_buckets';
-
-INSERT OVERWRITE TABLE parquet_buckets
-PARTITION (b)
-SELECT a, c, b FROM blobstore_source;
-SELECT * FROM parquet_buckets;
-
-INSERT INTO TABLE parquet_buckets
-PARTITION (b)
-SELECT a, c, b FROM blobstore_source;
-SELECT * FROM parquet_buckets;
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/hive/blob/9bd040ad/itests/hive-blobstore/src/test/queries/clientpositive/parquet_format_nonpart.q
----------------------------------------------------------------------
diff --git a/itests/hive-blobstore/src/test/queries/clientpositive/parquet_format_nonpart.q b/itests/hive-blobstore/src/test/queries/clientpositive/parquet_format_nonpart.q
deleted file mode 100644
index a7827e9..0000000
--- a/itests/hive-blobstore/src/test/queries/clientpositive/parquet_format_nonpart.q
+++ /dev/null
@@ -1,30 +0,0 @@
--- Test INSERT OVERWRITE and INSERT INTO on parquet table in blobstore
-
-DROP TABLE blobstore_source;
-CREATE TABLE blobstore_source(a STRING, b STRING, c DOUBLE)
-ROW FORMAT DELIMITED
-FIELDS TERMINATED BY ' '
-COLLECTION ITEMS TERMINATED BY '\t'
-LINES TERMINATED BY '\n'
-LOCATION '${hiveconf:test.blobstore.path.unique}/parquet_format_nonpart/blobstore_source/';
-LOAD DATA LOCAL INPATH '../../data/files/3col_data.txt' INTO TABLE blobstore_source;
-
-DROP TABLE parquet_table;
-CREATE EXTERNAL TABLE parquet_table (a INT, b STRING, value DOUBLE) STORED AS PARQUET
-LOCATION '${hiveconf:test.blobstore.path.unique}/parquet_format_nonpart/parquet_table';
-
-INSERT OVERWRITE TABLE parquet_table
-SELECT * FROM blobstore_source;
-
-SELECT * FROM parquet_table;
-SELECT a FROM parquet_table GROUP BY a;
-SELECT b FROM parquet_table GROUP BY b;
-SELECT value FROM parquet_table GROUP BY value;
-
-INSERT INTO TABLE parquet_table
-SELECT * FROM blobstore_source;
-
-SELECT * FROM parquet_table;
-SELECT a FROM parquet_table GROUP BY a;
-SELECT b FROM parquet_table GROUP BY b;
-SELECT value FROM parquet_table GROUP BY value;
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/hive/blob/9bd040ad/itests/hive-blobstore/src/test/queries/clientpositive/parquet_format_part.q
----------------------------------------------------------------------
diff --git a/itests/hive-blobstore/src/test/queries/clientpositive/parquet_format_part.q b/itests/hive-blobstore/src/test/queries/clientpositive/parquet_format_part.q
deleted file mode 100644
index e9924fe..0000000
--- a/itests/hive-blobstore/src/test/queries/clientpositive/parquet_format_part.q
+++ /dev/null
@@ -1,67 +0,0 @@
--- Test INSERT INTO and INSERT OVERWRITE on partitioned parquet table in blobstore
-
-DROP TABLE src_events;
-CREATE TABLE src_events
-(
- log_id BIGINT,
- `time` BIGINT,
- uid BIGINT,
- user_id BIGINT,
- type INT,
- event_data STRING,
- session_id STRING,
- full_uid BIGINT,
- run_date STRING,
- game_id INT,
- event_name STRING
-)
-ROW FORMAT DELIMITED FIELDS TERMINATED BY ','
-LOCATION '${hiveconf:test.blobstore.path.unique}/parquet_format_part/src_events/';
-LOAD DATA LOCAL INPATH '../../data/files/events.txt' INTO TABLE src_events;
-
-DROP TABLE parquet_events;
-CREATE TABLE parquet_events
-(
- log_id BIGINT,
- `time` BIGINT,
- uid BIGINT,
- user_id BIGINT,
- type INT,
- event_data STRING,
- session_id STRING,
- full_uid BIGINT
-)
-PARTITIONED BY (run_date STRING, game_id INT, event_name STRING)
-STORED AS PARQUET
-LOCATION '${hiveconf:test.blobstore.path.unique}/parquet_format_part/parquet_events';
-
-SET hive.exec.dynamic.partition=true;
-SET hive.exec.dynamic.partition.mode=nonstrict;
-
-INSERT OVERWRITE TABLE parquet_events PARTITION (run_date, game_id, event_name)
-SELECT * FROM src_events;
-SHOW PARTITIONS parquet_events;
-SELECT COUNT(*) FROM parquet_events;
-SELECT COUNT(*) FROM parquet_events WHERE run_date=20120921;
-SELECT COUNT(*) FROM parquet_events WHERE run_date=20121121;
-
-INSERT OVERWRITE TABLE parquet_events PARTITION (run_date=201211, game_id, event_name)
-SELECT log_id,`time`,uid,user_id,type,event_data,session_id,full_uid,game_id,event_name FROM src_events
-WHERE SUBSTR(run_date,1,6)='201211';
-SHOW PARTITIONS parquet_events;
-SELECT COUNT(*) FROM parquet_events;
-
-INSERT INTO TABLE parquet_events PARTITION (run_date=201209, game_id=39, event_name)
-SELECT log_id,`time`,uid,user_id,type,event_data,session_id,full_uid,event_name FROM src_events
-WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39;
-SELECT COUNT(*) FROM parquet_events;
-
-INSERT INTO TABLE parquet_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
-SELECT log_id,`time`,uid,user_id,type,event_data,session_id,full_uid FROM src_events
-WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 AND event_name='hq_change';
-SELECT COUNT(*) FROM parquet_events;
-
-INSERT OVERWRITE TABLE parquet_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
-SELECT log_id,`time`,uid,user_id,type,event_data,session_id,full_uid FROM src_events
-WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 AND event_name='hq_change';
-SELECT COUNT(*) FROM parquet_events;
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/hive/blob/9bd040ad/itests/hive-blobstore/src/test/queries/clientpositive/parquet_nonstd_partitions_loc.q
----------------------------------------------------------------------
diff --git a/itests/hive-blobstore/src/test/queries/clientpositive/parquet_nonstd_partitions_loc.q b/itests/hive-blobstore/src/test/queries/clientpositive/parquet_nonstd_partitions_loc.q
deleted file mode 100644
index 2d20b99..0000000
--- a/itests/hive-blobstore/src/test/queries/clientpositive/parquet_nonstd_partitions_loc.q
+++ /dev/null
@@ -1,100 +0,0 @@
--- Test table in parquet format with non-standard partition locations in blobstore
-
-DROP TABLE src_events;
-CREATE TABLE src_events
-(
- log_id BIGINT,
- `time` BIGINT,
- uid BIGINT,
- user_id BIGINT,
- type INT,
- event_data STRING,
- session_id STRING,
- full_uid BIGINT,
- run_date STRING,
- game_id INT,
- event_name STRING
-)
-ROW FORMAT DELIMITED FIELDS TERMINATED BY ','
-LOCATION '${hiveconf:test.blobstore.path.unique}/parquet_nonstd_partitions_loc/src_events/';
-LOAD DATA LOCAL INPATH '../../data/files/events.txt' INTO TABLE src_events;
-
-DROP TABLE parquet_events;
-CREATE TABLE parquet_events
-(
- log_id BIGINT,
- `time` BIGINT,
- uid BIGINT,
- user_id BIGINT,
- type INT,
- event_data STRING,
- session_id STRING,
- full_uid BIGINT
-)
-PARTITIONED BY (run_date STRING, game_id INT, event_name STRING)
-STORED AS PARQUET
-LOCATION '${hiveconf:test.blobstore.path.unique}/parquet_nonstd_partitions_loc/parquet_events/';
-
-SET hive.exec.dynamic.partition=true;
-SET hive.exec.dynamic.partition.mode=nonstrict;
-
-INSERT OVERWRITE TABLE parquet_events PARTITION (run_date, game_id, event_name)
-SELECT * FROM src_events;
-SHOW PARTITIONS parquet_events;
-SELECT COUNT(*) FROM parquet_events;
-
--- verify INSERT OVERWRITE and INSERT INTO nonstandard partition location
-ALTER TABLE parquet_events ADD PARTITION (run_date=201211, game_id=39, event_name='hq_change')
-LOCATION '${hiveconf:test.blobstore.path.unique}/parquet_nonstd_partitions_loc/parquet_nonstd_loc/ns-part-1/';
-INSERT OVERWRITE TABLE parquet_events PARTITION (run_date=201211, game_id=39, event_name='hq_change')
-SELECT log_id,`time`,uid,user_id,type,event_data,session_id,full_uid FROM src_events
-WHERE SUBSTR(run_date,1,6)='201211';
-SHOW PARTITIONS parquet_events;
-SELECT COUNT(*) FROM parquet_events;
-INSERT INTO TABLE parquet_events PARTITION (run_date=201211, game_id=39, event_name='hq_change')
-SELECT log_id,`time`,uid,user_id,type,event_data,session_id,full_uid FROM src_events
-WHERE SUBSTR(run_date,1,6)='201211';
-SHOW PARTITIONS parquet_events;
-SELECT COUNT(*) FROM parquet_events;
-
-SET hive.merge.mapfiles=false;
-
--- verify INSERT OVERWRITE and INSERT INTO nonstandard partition location with hive.merge.mapfiles false
-ALTER TABLE parquet_events ADD PARTITION (run_date=201209, game_id=39, event_name='hq_change')
-LOCATION '${hiveconf:test.blobstore.path.unique}/parquet_nonstd_partitions_loc/parquet_nonstd_loc/ns-part-2/';
-INSERT OVERWRITE TABLE parquet_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
-SELECT log_id,`time`,uid,user_id,type,event_data,session_id,full_uid FROM src_events
-WHERE SUBSTR(run_date,1,6)='201209';
-INSERT INTO TABLE parquet_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
-SELECT log_id,`time`,uid,user_id,type,event_data,session_id,full_uid FROM src_events
-WHERE SUBSTR(run_date,1,6)='201209';
-SHOW PARTITIONS parquet_events;
-SELECT COUNT(*) FROM parquet_events;
-
--- verify dynamic INSERT OVERWRITE over all partitions (standard and nonstandard locations) with hive.merge.mapfiles false
-INSERT OVERWRITE TABLE parquet_events PARTITION (run_date, game_id, event_name)
-SELECT * FROM src_events;
-SHOW PARTITIONS parquet_events;
-SELECT COUNT(*) FROM parquet_events;
-
-SET hive.merge.mapfiles=true;
-
-ALTER TABLE parquet_events ADD PARTITION (run_date=201207, game_id=39, event_name='hq_change')
-LOCATION '${hiveconf:test.blobstore.path.unique}/parquet_nonstd_partitions_loc/parquet_nonstd_loc/ns-part-3/';
-INSERT INTO TABLE parquet_events PARTITION (run_date=201207, game_id=39, event_name='hq_change')
-SELECT log_id,`time`,uid,user_id,type,event_data,session_id,full_uid FROM src_events
-WHERE SUBSTR(run_date,1,6)='201209';
-SHOW PARTITIONS parquet_events;
-SELECT COUNT(*) FROM parquet_events;
-
--- verify dynamic INSERT OVERWRITE over all partitions (standard and nonstandard locations) with hive.merge.mapfiles true
-INSERT OVERWRITE TABLE parquet_events PARTITION (run_date, game_id, event_name)
-SELECT * FROM src_events;
-SHOW PARTITIONS parquet_events;
-SELECT COUNT(*) FROM parquet_events;
-
-ALTER TABLE parquet_events DROP PARTITION (run_date=201211, game_id=39, event_name='hq_change');
-ALTER TABLE parquet_events DROP PARTITION (run_date=201209, game_id=39, event_name='hq_change');
-ALTER TABLE parquet_events DROP PARTITION (run_date=201207, game_id=39, event_name='hq_change');
-SHOW PARTITIONS parquet_events;
-SELECT COUNT(*) FROM parquet_events;
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/hive/blob/9bd040ad/itests/hive-blobstore/src/test/queries/clientpositive/ptf_parquetfile.q
----------------------------------------------------------------------
diff --git a/itests/hive-blobstore/src/test/queries/clientpositive/ptf_parquetfile.q b/itests/hive-blobstore/src/test/queries/clientpositive/ptf_parquetfile.q
deleted file mode 100644
index fbf5ff3..0000000
--- a/itests/hive-blobstore/src/test/queries/clientpositive/ptf_parquetfile.q
+++ /dev/null
@@ -1,32 +0,0 @@
--- Test several window functions on a table stored using PARQUET
-DROP TABLE part_parquet;
-CREATE TABLE part_parquet(
- p_partkey int,
- p_name string,
- p_mfgr string,
- p_brand string,
- p_type string,
- p_size int,
- p_container string,
- p_retailprice double,
- p_comment string
-)
-STORED AS PARQUET
-LOCATION '${hiveconf:test.blobstore.path.unique}/ptf_parquetfile/part_parquet';
-
-LOAD DATA LOCAL INPATH '../../data/files/part.parquet' OVERWRITE INTO TABLE part_parquet;
-
--- Test windowing PTFs with several partitions, using PARQUET storage
-SELECT
- p_mfgr, p_name, p_size,
- RANK() OVER (PARTITION BY p_mfgr ORDER BY p_name) AS r,
- DENSE_RANK() OVER (PARTITION BY p_mfgr ORDER BY p_name) AS dr,
- SUM(p_retailprice) OVER (
- PARTITION BY p_mfgr
- ORDER BY p_name ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
- ) AS s1
-FROM NOOP(
- ON part_parquet
- PARTITION BY p_mfgr
- ORDER BY p_name
-);
http://git-wip-us.apache.org/repos/asf/hive/blob/9bd040ad/itests/hive-blobstore/src/test/results/clientpositive/parquet_buckets.q.out
----------------------------------------------------------------------
diff --git a/itests/hive-blobstore/src/test/results/clientpositive/parquet_buckets.q.out b/itests/hive-blobstore/src/test/results/clientpositive/parquet_buckets.q.out
deleted file mode 100644
index 355958d..0000000
--- a/itests/hive-blobstore/src/test/results/clientpositive/parquet_buckets.q.out
+++ /dev/null
@@ -1,183 +0,0 @@
-PREHOOK: query: DROP TABLE blobstore_source
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: DROP TABLE blobstore_source
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: CREATE TABLE blobstore_source(a STRING, b STRING, c DOUBLE)
-ROW FORMAT DELIMITED
-FIELDS TERMINATED BY ' '
-COLLECTION ITEMS TERMINATED BY '\t'
-LINES TERMINATED BY '\n'
-#### A masked pattern was here ####
-PREHOOK: type: CREATETABLE
-PREHOOK: Input: ### test.blobstore.path ###/parquet_buckets/blobstore_source
-PREHOOK: Output: database:default
-PREHOOK: Output: default@blobstore_source
-POSTHOOK: query: CREATE TABLE blobstore_source(a STRING, b STRING, c DOUBLE)
-ROW FORMAT DELIMITED
-FIELDS TERMINATED BY ' '
-COLLECTION ITEMS TERMINATED BY '\t'
-LINES TERMINATED BY '\n'
-#### A masked pattern was here ####
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Input: ### test.blobstore.path ###/parquet_buckets/blobstore_source
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@blobstore_source
-PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/3col_data.txt' INTO TABLE blobstore_source
-PREHOOK: type: LOAD
-#### A masked pattern was here ####
-PREHOOK: Output: default@blobstore_source
-POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/3col_data.txt' INTO TABLE blobstore_source
-POSTHOOK: type: LOAD
-#### A masked pattern was here ####
-POSTHOOK: Output: default@blobstore_source
-PREHOOK: query: DROP TABLE parquet_buckets
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: DROP TABLE parquet_buckets
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: CREATE TABLE parquet_buckets (a STRING, value DOUBLE)
-PARTITIONED BY (b STRING)
-CLUSTERED BY (a) INTO 10 BUCKETS
-STORED AS PARQUET
-#### A masked pattern was here ####
-PREHOOK: type: CREATETABLE
-PREHOOK: Input: ### test.blobstore.path ###/parquet_buckets/parquet_buckets
-PREHOOK: Output: database:default
-PREHOOK: Output: default@parquet_buckets
-POSTHOOK: query: CREATE TABLE parquet_buckets (a STRING, value DOUBLE)
-PARTITIONED BY (b STRING)
-CLUSTERED BY (a) INTO 10 BUCKETS
-STORED AS PARQUET
-#### A masked pattern was here ####
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Input: ### test.blobstore.path ###/parquet_buckets/parquet_buckets
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@parquet_buckets
-PREHOOK: query: INSERT OVERWRITE TABLE parquet_buckets
-PARTITION (b)
-SELECT a, c, b FROM blobstore_source
-PREHOOK: type: QUERY
-PREHOOK: Input: default@blobstore_source
-PREHOOK: Output: default@parquet_buckets
-POSTHOOK: query: INSERT OVERWRITE TABLE parquet_buckets
-PARTITION (b)
-SELECT a, c, b FROM blobstore_source
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@blobstore_source
-POSTHOOK: Output: default@parquet_buckets@b=abc
-POSTHOOK: Output: default@parquet_buckets@b=ajss
-POSTHOOK: Output: default@parquet_buckets@b=data
-POSTHOOK: Output: default@parquet_buckets@b=def
-POSTHOOK: Output: default@parquet_buckets@b=djns
-POSTHOOK: Output: default@parquet_buckets@b=ne
-POSTHOOK: Output: default@parquet_buckets@b=random
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=abc).a SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:a, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=abc).value SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:c, type:double, comment:null), ]
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=ajss).a SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:a, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=ajss).value SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:c, type:double, comment:null), ]
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=data).a SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:a, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=data).value SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:c, type:double, comment:null), ]
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=def).a SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:a, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=def).value SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:c, type:double, comment:null), ]
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=djns).a SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:a, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=djns).value SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:c, type:double, comment:null), ]
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=ne).a SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:a, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=ne).value SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:c, type:double, comment:null), ]
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=random).a SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:a, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=random).value SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:c, type:double, comment:null), ]
-PREHOOK: query: SELECT * FROM parquet_buckets
-PREHOOK: type: QUERY
-PREHOOK: Input: default@parquet_buckets
-PREHOOK: Input: default@parquet_buckets@b=abc
-PREHOOK: Input: default@parquet_buckets@b=ajss
-PREHOOK: Input: default@parquet_buckets@b=data
-PREHOOK: Input: default@parquet_buckets@b=def
-PREHOOK: Input: default@parquet_buckets@b=djns
-PREHOOK: Input: default@parquet_buckets@b=ne
-PREHOOK: Input: default@parquet_buckets@b=random
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT * FROM parquet_buckets
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@parquet_buckets
-POSTHOOK: Input: default@parquet_buckets@b=abc
-POSTHOOK: Input: default@parquet_buckets@b=ajss
-POSTHOOK: Input: default@parquet_buckets@b=data
-POSTHOOK: Input: default@parquet_buckets@b=def
-POSTHOOK: Input: default@parquet_buckets@b=djns
-POSTHOOK: Input: default@parquet_buckets@b=ne
-POSTHOOK: Input: default@parquet_buckets@b=random
-#### A masked pattern was here ####
-1 10.5 abc
-3 90.23232 ajss
-6 3.002 data
-2 11.5 def
-4 89.02002 djns
-7 71.9084 ne
-5 2.99 random
-PREHOOK: query: INSERT INTO TABLE parquet_buckets
-PARTITION (b)
-SELECT a, c, b FROM blobstore_source
-PREHOOK: type: QUERY
-PREHOOK: Input: default@blobstore_source
-PREHOOK: Output: default@parquet_buckets
-POSTHOOK: query: INSERT INTO TABLE parquet_buckets
-PARTITION (b)
-SELECT a, c, b FROM blobstore_source
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@blobstore_source
-POSTHOOK: Output: default@parquet_buckets@b=abc
-POSTHOOK: Output: default@parquet_buckets@b=ajss
-POSTHOOK: Output: default@parquet_buckets@b=data
-POSTHOOK: Output: default@parquet_buckets@b=def
-POSTHOOK: Output: default@parquet_buckets@b=djns
-POSTHOOK: Output: default@parquet_buckets@b=ne
-POSTHOOK: Output: default@parquet_buckets@b=random
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=abc).a SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:a, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=abc).value SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:c, type:double, comment:null), ]
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=ajss).a SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:a, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=ajss).value SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:c, type:double, comment:null), ]
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=data).a SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:a, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=data).value SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:c, type:double, comment:null), ]
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=def).a SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:a, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=def).value SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:c, type:double, comment:null), ]
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=djns).a SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:a, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=djns).value SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:c, type:double, comment:null), ]
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=ne).a SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:a, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=ne).value SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:c, type:double, comment:null), ]
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=random).a SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:a, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_buckets PARTITION(b=random).value SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:c, type:double, comment:null), ]
-PREHOOK: query: SELECT * FROM parquet_buckets
-PREHOOK: type: QUERY
-PREHOOK: Input: default@parquet_buckets
-PREHOOK: Input: default@parquet_buckets@b=abc
-PREHOOK: Input: default@parquet_buckets@b=ajss
-PREHOOK: Input: default@parquet_buckets@b=data
-PREHOOK: Input: default@parquet_buckets@b=def
-PREHOOK: Input: default@parquet_buckets@b=djns
-PREHOOK: Input: default@parquet_buckets@b=ne
-PREHOOK: Input: default@parquet_buckets@b=random
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT * FROM parquet_buckets
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@parquet_buckets
-POSTHOOK: Input: default@parquet_buckets@b=abc
-POSTHOOK: Input: default@parquet_buckets@b=ajss
-POSTHOOK: Input: default@parquet_buckets@b=data
-POSTHOOK: Input: default@parquet_buckets@b=def
-POSTHOOK: Input: default@parquet_buckets@b=djns
-POSTHOOK: Input: default@parquet_buckets@b=ne
-POSTHOOK: Input: default@parquet_buckets@b=random
-#### A masked pattern was here ####
-1 10.5 abc
-1 10.5 abc
-3 90.23232 ajss
-3 90.23232 ajss
-6 3.002 data
-6 3.002 data
-2 11.5 def
-2 11.5 def
-4 89.02002 djns
-4 89.02002 djns
-7 71.9084 ne
-7 71.9084 ne
-5 2.99 random
-5 2.99 random
http://git-wip-us.apache.org/repos/asf/hive/blob/9bd040ad/itests/hive-blobstore/src/test/results/clientpositive/parquet_format_nonpart.q.out
----------------------------------------------------------------------
diff --git a/itests/hive-blobstore/src/test/results/clientpositive/parquet_format_nonpart.q.out b/itests/hive-blobstore/src/test/results/clientpositive/parquet_format_nonpart.q.out
deleted file mode 100644
index cba6b1a..0000000
--- a/itests/hive-blobstore/src/test/results/clientpositive/parquet_format_nonpart.q.out
+++ /dev/null
@@ -1,201 +0,0 @@
-PREHOOK: query: DROP TABLE blobstore_source
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: DROP TABLE blobstore_source
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: CREATE TABLE blobstore_source(a STRING, b STRING, c DOUBLE)
-ROW FORMAT DELIMITED
-FIELDS TERMINATED BY ' '
-COLLECTION ITEMS TERMINATED BY '\t'
-LINES TERMINATED BY '\n'
-#### A masked pattern was here ####
-PREHOOK: type: CREATETABLE
-PREHOOK: Input: ### test.blobstore.path ###/parquet_format_nonpart/blobstore_source
-PREHOOK: Output: database:default
-PREHOOK: Output: default@blobstore_source
-POSTHOOK: query: CREATE TABLE blobstore_source(a STRING, b STRING, c DOUBLE)
-ROW FORMAT DELIMITED
-FIELDS TERMINATED BY ' '
-COLLECTION ITEMS TERMINATED BY '\t'
-LINES TERMINATED BY '\n'
-#### A masked pattern was here ####
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Input: ### test.blobstore.path ###/parquet_format_nonpart/blobstore_source
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@blobstore_source
-PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/3col_data.txt' INTO TABLE blobstore_source
-PREHOOK: type: LOAD
-#### A masked pattern was here ####
-PREHOOK: Output: default@blobstore_source
-POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/3col_data.txt' INTO TABLE blobstore_source
-POSTHOOK: type: LOAD
-#### A masked pattern was here ####
-POSTHOOK: Output: default@blobstore_source
-PREHOOK: query: DROP TABLE parquet_table
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: DROP TABLE parquet_table
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: CREATE EXTERNAL TABLE parquet_table (a INT, b STRING, value DOUBLE) STORED AS PARQUET
-#### A masked pattern was here ####
-PREHOOK: type: CREATETABLE
-PREHOOK: Input: ### test.blobstore.path ###/parquet_format_nonpart/parquet_table
-PREHOOK: Output: database:default
-PREHOOK: Output: default@parquet_table
-POSTHOOK: query: CREATE EXTERNAL TABLE parquet_table (a INT, b STRING, value DOUBLE) STORED AS PARQUET
-#### A masked pattern was here ####
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Input: ### test.blobstore.path ###/parquet_format_nonpart/parquet_table
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@parquet_table
-PREHOOK: query: INSERT OVERWRITE TABLE parquet_table
-SELECT * FROM blobstore_source
-PREHOOK: type: QUERY
-PREHOOK: Input: default@blobstore_source
-PREHOOK: Output: default@parquet_table
-POSTHOOK: query: INSERT OVERWRITE TABLE parquet_table
-SELECT * FROM blobstore_source
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@blobstore_source
-POSTHOOK: Output: default@parquet_table
-POSTHOOK: Lineage: parquet_table.a EXPRESSION [(blobstore_source)blobstore_source.FieldSchema(name:a, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_table.b SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:b, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_table.value SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:c, type:double, comment:null), ]
-PREHOOK: query: SELECT * FROM parquet_table
-PREHOOK: type: QUERY
-PREHOOK: Input: default@parquet_table
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT * FROM parquet_table
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@parquet_table
-#### A masked pattern was here ####
-1 abc 10.5
-2 def 11.5
-3 ajss 90.23232
-4 djns 89.02002
-5 random 2.99
-6 data 3.002
-7 ne 71.9084
-PREHOOK: query: SELECT a FROM parquet_table GROUP BY a
-PREHOOK: type: QUERY
-PREHOOK: Input: default@parquet_table
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT a FROM parquet_table GROUP BY a
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@parquet_table
-#### A masked pattern was here ####
-1
-2
-3
-4
-5
-6
-7
-PREHOOK: query: SELECT b FROM parquet_table GROUP BY b
-PREHOOK: type: QUERY
-PREHOOK: Input: default@parquet_table
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT b FROM parquet_table GROUP BY b
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@parquet_table
-#### A masked pattern was here ####
-abc
-ajss
-data
-def
-djns
-ne
-random
-PREHOOK: query: SELECT value FROM parquet_table GROUP BY value
-PREHOOK: type: QUERY
-PREHOOK: Input: default@parquet_table
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT value FROM parquet_table GROUP BY value
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@parquet_table
-#### A masked pattern was here ####
-2.99
-3.002
-10.5
-11.5
-71.9084
-89.02002
-90.23232
-PREHOOK: query: INSERT INTO TABLE parquet_table
-SELECT * FROM blobstore_source
-PREHOOK: type: QUERY
-PREHOOK: Input: default@blobstore_source
-PREHOOK: Output: default@parquet_table
-POSTHOOK: query: INSERT INTO TABLE parquet_table
-SELECT * FROM blobstore_source
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@blobstore_source
-POSTHOOK: Output: default@parquet_table
-POSTHOOK: Lineage: parquet_table.a EXPRESSION [(blobstore_source)blobstore_source.FieldSchema(name:a, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_table.b SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:b, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_table.value SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:c, type:double, comment:null), ]
-PREHOOK: query: SELECT * FROM parquet_table
-PREHOOK: type: QUERY
-PREHOOK: Input: default@parquet_table
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT * FROM parquet_table
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@parquet_table
-#### A masked pattern was here ####
-1 abc 10.5
-2 def 11.5
-3 ajss 90.23232
-4 djns 89.02002
-5 random 2.99
-6 data 3.002
-7 ne 71.9084
-1 abc 10.5
-2 def 11.5
-3 ajss 90.23232
-4 djns 89.02002
-5 random 2.99
-6 data 3.002
-7 ne 71.9084
-PREHOOK: query: SELECT a FROM parquet_table GROUP BY a
-PREHOOK: type: QUERY
-PREHOOK: Input: default@parquet_table
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT a FROM parquet_table GROUP BY a
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@parquet_table
-#### A masked pattern was here ####
-1
-2
-3
-4
-5
-6
-7
-PREHOOK: query: SELECT b FROM parquet_table GROUP BY b
-PREHOOK: type: QUERY
-PREHOOK: Input: default@parquet_table
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT b FROM parquet_table GROUP BY b
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@parquet_table
-#### A masked pattern was here ####
-abc
-ajss
-data
-def
-djns
-ne
-random
-PREHOOK: query: SELECT value FROM parquet_table GROUP BY value
-PREHOOK: type: QUERY
-PREHOOK: Input: default@parquet_table
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT value FROM parquet_table GROUP BY value
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@parquet_table
-#### A masked pattern was here ####
-2.99
-3.002
-10.5
-11.5
-71.9084
-89.02002
-90.23232
http://git-wip-us.apache.org/repos/asf/hive/blob/9bd040ad/itests/hive-blobstore/src/test/results/clientpositive/parquet_format_part.q.out
----------------------------------------------------------------------
diff --git a/itests/hive-blobstore/src/test/results/clientpositive/parquet_format_part.q.out b/itests/hive-blobstore/src/test/results/clientpositive/parquet_format_part.q.out
deleted file mode 100644
index 0931e3d..0000000
--- a/itests/hive-blobstore/src/test/results/clientpositive/parquet_format_part.q.out
+++ /dev/null
@@ -1,290 +0,0 @@
-PREHOOK: query: DROP TABLE src_events
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: DROP TABLE src_events
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: CREATE TABLE src_events
-(
- log_id BIGINT,
- `time` BIGINT,
- uid BIGINT,
- user_id BIGINT,
- type INT,
- event_data STRING,
- session_id STRING,
- full_uid BIGINT,
- run_date STRING,
- game_id INT,
- event_name STRING
-)
-ROW FORMAT DELIMITED FIELDS TERMINATED BY ','
-#### A masked pattern was here ####
-PREHOOK: type: CREATETABLE
-PREHOOK: Input: ### test.blobstore.path ###/parquet_format_part/src_events
-PREHOOK: Output: database:default
-PREHOOK: Output: default@src_events
-POSTHOOK: query: CREATE TABLE src_events
-(
- log_id BIGINT,
- `time` BIGINT,
- uid BIGINT,
- user_id BIGINT,
- type INT,
- event_data STRING,
- session_id STRING,
- full_uid BIGINT,
- run_date STRING,
- game_id INT,
- event_name STRING
-)
-ROW FORMAT DELIMITED FIELDS TERMINATED BY ','
-#### A masked pattern was here ####
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Input: ### test.blobstore.path ###/parquet_format_part/src_events
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@src_events
-PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/events.txt' INTO TABLE src_events
-PREHOOK: type: LOAD
-#### A masked pattern was here ####
-PREHOOK: Output: default@src_events
-POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/events.txt' INTO TABLE src_events
-POSTHOOK: type: LOAD
-#### A masked pattern was here ####
-POSTHOOK: Output: default@src_events
-PREHOOK: query: DROP TABLE parquet_events
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: DROP TABLE parquet_events
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: CREATE TABLE parquet_events
-(
- log_id BIGINT,
- `time` BIGINT,
- uid BIGINT,
- user_id BIGINT,
- type INT,
- event_data STRING,
- session_id STRING,
- full_uid BIGINT
-)
-PARTITIONED BY (run_date STRING, game_id INT, event_name STRING)
-STORED AS PARQUET
-#### A masked pattern was here ####
-PREHOOK: type: CREATETABLE
-PREHOOK: Input: ### test.blobstore.path ###/parquet_format_part/parquet_events
-PREHOOK: Output: database:default
-PREHOOK: Output: default@parquet_events
-POSTHOOK: query: CREATE TABLE parquet_events
-(
- log_id BIGINT,
- `time` BIGINT,
- uid BIGINT,
- user_id BIGINT,
- type INT,
- event_data STRING,
- session_id STRING,
- full_uid BIGINT
-)
-PARTITIONED BY (run_date STRING, game_id INT, event_name STRING)
-STORED AS PARQUET
-#### A masked pattern was here ####
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Input: ### test.blobstore.path ###/parquet_format_part/parquet_events
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@parquet_events
-PREHOOK: query: INSERT OVERWRITE TABLE parquet_events PARTITION (run_date, game_id, event_name)
-SELECT * FROM src_events
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src_events
-PREHOOK: Output: default@parquet_events
-POSTHOOK: query: INSERT OVERWRITE TABLE parquet_events PARTITION (run_date, game_id, event_name)
-SELECT * FROM src_events
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src_events
-POSTHOOK: Output: default@parquet_events@run_date=20120921/game_id=39/event_name=hq_change
-POSTHOOK: Output: default@parquet_events@run_date=20121021/game_id=39/event_name=hq_change
-POSTHOOK: Output: default@parquet_events@run_date=20121121/game_id=39/event_name=hq_change
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
-PREHOOK: query: SHOW PARTITIONS parquet_events
-PREHOOK: type: SHOWPARTITIONS
-PREHOOK: Input: default@parquet_events
-POSTHOOK: query: SHOW PARTITIONS parquet_events
-POSTHOOK: type: SHOWPARTITIONS
-POSTHOOK: Input: default@parquet_events
-run_date=20120921/game_id=39/event_name=hq_change
-run_date=20121021/game_id=39/event_name=hq_change
-run_date=20121121/game_id=39/event_name=hq_change
-PREHOOK: query: SELECT COUNT(*) FROM parquet_events
-PREHOOK: type: QUERY
-PREHOOK: Input: default@parquet_events
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM parquet_events
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@parquet_events
-#### A masked pattern was here ####
-200
-PREHOOK: query: SELECT COUNT(*) FROM parquet_events WHERE run_date=20120921
-PREHOOK: type: QUERY
-PREHOOK: Input: default@parquet_events
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM parquet_events WHERE run_date=20120921
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@parquet_events
-#### A masked pattern was here ####
-50
-PREHOOK: query: SELECT COUNT(*) FROM parquet_events WHERE run_date=20121121
-PREHOOK: type: QUERY
-PREHOOK: Input: default@parquet_events
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM parquet_events WHERE run_date=20121121
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@parquet_events
-#### A masked pattern was here ####
-100
-PREHOOK: query: INSERT OVERWRITE TABLE parquet_events PARTITION (run_date=201211, game_id, event_name)
-SELECT log_id,`time`,uid,user_id,type,event_data,session_id,full_uid,game_id,event_name FROM src_events
-WHERE SUBSTR(run_date,1,6)='201211'
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src_events
-PREHOOK: Output: default@parquet_events@run_date=201211
-POSTHOOK: query: INSERT OVERWRITE TABLE parquet_events PARTITION (run_date=201211, game_id, event_name)
-SELECT log_id,`time`,uid,user_id,type,event_data,session_id,full_uid,game_id,event_name FROM src_events
-WHERE SUBSTR(run_date,1,6)='201211'
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src_events
-POSTHOOK: Output: default@parquet_events@run_date=201211/game_id=39/event_name=hq_change
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
-PREHOOK: query: SHOW PARTITIONS parquet_events
-PREHOOK: type: SHOWPARTITIONS
-PREHOOK: Input: default@parquet_events
-POSTHOOK: query: SHOW PARTITIONS parquet_events
-POSTHOOK: type: SHOWPARTITIONS
-POSTHOOK: Input: default@parquet_events
-run_date=20120921/game_id=39/event_name=hq_change
-run_date=20121021/game_id=39/event_name=hq_change
-run_date=201211/game_id=39/event_name=hq_change
-run_date=20121121/game_id=39/event_name=hq_change
-PREHOOK: query: SELECT COUNT(*) FROM parquet_events
-PREHOOK: type: QUERY
-PREHOOK: Input: default@parquet_events
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM parquet_events
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@parquet_events
-#### A masked pattern was here ####
-300
-PREHOOK: query: INSERT INTO TABLE parquet_events PARTITION (run_date=201209, game_id=39, event_name)
-SELECT log_id,`time`,uid,user_id,type,event_data,session_id,full_uid,event_name FROM src_events
-WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src_events
-PREHOOK: Output: default@parquet_events@run_date=201209/game_id=39
-POSTHOOK: query: INSERT INTO TABLE parquet_events PARTITION (run_date=201209, game_id=39, event_name)
-SELECT log_id,`time`,uid,user_id,type,event_data,session_id,full_uid,event_name FROM src_events
-WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src_events
-POSTHOOK: Output: default@parquet_events@run_date=201209/game_id=39/event_name=hq_change
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
-PREHOOK: query: SELECT COUNT(*) FROM parquet_events
-PREHOOK: type: QUERY
-PREHOOK: Input: default@parquet_events
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM parquet_events
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@parquet_events
-#### A masked pattern was here ####
-350
-PREHOOK: query: INSERT INTO TABLE parquet_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
-SELECT log_id,`time`,uid,user_id,type,event_data,session_id,full_uid FROM src_events
-WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 AND event_name='hq_change'
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src_events
-PREHOOK: Output: default@parquet_events@run_date=201209/game_id=39/event_name=hq_change
-POSTHOOK: query: INSERT INTO TABLE parquet_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
-SELECT log_id,`time`,uid,user_id,type,event_data,session_id,full_uid FROM src_events
-WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 AND event_name='hq_change'
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src_events
-POSTHOOK: Output: default@parquet_events@run_date=201209/game_id=39/event_name=hq_change
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
-PREHOOK: query: SELECT COUNT(*) FROM parquet_events
-PREHOOK: type: QUERY
-PREHOOK: Input: default@parquet_events
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM parquet_events
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@parquet_events
-#### A masked pattern was here ####
-400
-PREHOOK: query: INSERT OVERWRITE TABLE parquet_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
-SELECT log_id,`time`,uid,user_id,type,event_data,session_id,full_uid FROM src_events
-WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 AND event_name='hq_change'
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src_events
-PREHOOK: Output: default@parquet_events@run_date=201209/game_id=39/event_name=hq_change
-POSTHOOK: query: INSERT OVERWRITE TABLE parquet_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
-SELECT log_id,`time`,uid,user_id,type,event_data,session_id,full_uid FROM src_events
-WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 AND event_name='hq_change'
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src_events
-POSTHOOK: Output: default@parquet_events@run_date=201209/game_id=39/event_name=hq_change
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
-POSTHOOK: Lineage: parquet_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
-PREHOOK: query: SELECT COUNT(*) FROM parquet_events
-PREHOOK: type: QUERY
-PREHOOK: Input: default@parquet_events
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT COUNT(*) FROM parquet_events
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@parquet_events
-#### A masked pattern was here ####
-350