You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by se...@apache.org on 2017/03/08 03:28:59 UTC
[21/50] [abbrv] hive git commit: HIVE-15916: Add blobstore tests for CTAS (Juan Rodríguez Hortalá, reviewed by Sergio Pena, Sahil Takiar, Thomas Poepping)
HIVE-15916: Add blobstore tests for CTAS (Juan Rodr�guez Hortal�, reviewed by Sergio Pena, Sahil Takiar, Thomas Poepping)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/dfcf9e3d
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/dfcf9e3d
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/dfcf9e3d
Branch: refs/heads/hive-14535
Commit: dfcf9e3da0b9ebe86acb40104c61998c04541508
Parents: c8a1847
Author: Juan Rodr�guez Hortal� <ho...@amazon.com>
Authored: Thu Mar 2 12:46:09 2017 -0600
Committer: Sergio Pena <se...@cloudera.com>
Committed: Thu Mar 2 12:46:56 2017 -0600
----------------------------------------------------------------------
data/files/3col_data.txt | 7 +
.../src/test/queries/clientpositive/ctas.q | 30 -
.../ctas_blobstore_to_blobstore.q | 27 +
.../clientpositive/ctas_blobstore_to_hdfs.q | 25 +
.../clientpositive/ctas_hdfs_to_blobstore.q | 26 +
.../src/test/results/clientpositive/ctas.q.out | 879 -------------------
.../ctas_blobstore_to_blobstore.q.out | 128 +++
.../clientpositive/ctas_blobstore_to_hdfs.q.out | 123 +++
.../clientpositive/ctas_hdfs_to_blobstore.q.out | 124 +++
9 files changed, 460 insertions(+), 909 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/dfcf9e3d/data/files/3col_data.txt
----------------------------------------------------------------------
diff --git a/data/files/3col_data.txt b/data/files/3col_data.txt
new file mode 100644
index 0000000..81e49cf
--- /dev/null
+++ b/data/files/3col_data.txt
@@ -0,0 +1,7 @@
+1 abc 10.5
+2 def 11.5
+3 ajss 90.23232
+4 djns 89.02002
+5 random 2.99
+6 data 3.002
+7 ne 71.9084
http://git-wip-us.apache.org/repos/asf/hive/blob/dfcf9e3d/itests/hive-blobstore/src/test/queries/clientpositive/ctas.q
----------------------------------------------------------------------
diff --git a/itests/hive-blobstore/src/test/queries/clientpositive/ctas.q b/itests/hive-blobstore/src/test/queries/clientpositive/ctas.q
deleted file mode 100644
index 07b2224..0000000
--- a/itests/hive-blobstore/src/test/queries/clientpositive/ctas.q
+++ /dev/null
@@ -1,30 +0,0 @@
-DROP TABLE IF EXISTS ctas_blobstore_table_src;
-CREATE TABLE ctas_blobstore_table_src (col int) LOCATION '${hiveconf:test.blobstore.path.unique}/ctas_blobstore_table_src/';
-INSERT INTO TABLE ctas_blobstore_table_src VALUES (1), (2), (3);
-
-DROP TABLE IF EXISTS ctas_hdfs_table_src;
-CREATE TABLE ctas_hdfs_table_src (col int);
-INSERT INTO TABLE ctas_hdfs_table_src VALUES (1), (2), (3);
-
--- Test select from a Blobstore and write to HDFS
-DROP TABLE IF EXISTS ctas_hdfs_table_dst;
-EXPLAIN EXTENDED CREATE TABLE ctas_hdfs_table_dst AS SELECT * FROM ctas_blobstore_table_src;
-CREATE TABLE ctas_hdfs_table_dst AS SELECT * FROM ctas_blobstore_table_src;
-SELECT * FROM ctas_hdfs_table_dst;
-
--- Test select from HDFS and write to a Blobstore
-DROP TABLE IF EXISTS ctas_blobstore_table_dst;
-EXPLAIN EXTENDED CREATE TABLE ctas_blobstore_table_dst LOCATION '${hiveconf:test.blobstore.path.unique}/ctas_blobstore_table_dst/' AS SELECT * FROM ctas_hdfs_table_src;
-CREATE TABLE ctas_blobstore_table_dst AS SELECT * FROM ctas_hdfs_table_src;
-SELECT * FROM ctas_blobstore_table_dst;
-
--- Test select from a Blobstore and write to a Blobstore
-DROP TABLE IF EXISTS ctas_blobstore_table_dst;
-EXPLAIN EXTENDED CREATE TABLE ctas_blobstore_table_dst LOCATION '${hiveconf:test.blobstore.path.unique}/ctas_blobstore_table_dst/' AS SELECT * FROM ctas_blobstore_table_src;
-CREATE TABLE ctas_blobstore_table_dst AS SELECT * FROM ctas_blobstore_table_src;
-SELECT * FROM ctas_blobstore_table_dst;
-
-DROP TABLE ctas_blobstore_table_dst;
-DROP TABLE ctas_hdfs_table_dst;
-DROP TABLE ctas_blobstore_table_src;
-DROP TABLE ctas_hdfs_table_src;
http://git-wip-us.apache.org/repos/asf/hive/blob/dfcf9e3d/itests/hive-blobstore/src/test/queries/clientpositive/ctas_blobstore_to_blobstore.q
----------------------------------------------------------------------
diff --git a/itests/hive-blobstore/src/test/queries/clientpositive/ctas_blobstore_to_blobstore.q b/itests/hive-blobstore/src/test/queries/clientpositive/ctas_blobstore_to_blobstore.q
new file mode 100644
index 0000000..68d758f
--- /dev/null
+++ b/itests/hive-blobstore/src/test/queries/clientpositive/ctas_blobstore_to_blobstore.q
@@ -0,0 +1,27 @@
+-- Check we can create a table located in a blobstore
+-- with CTAS from a table in a blobstore
+
+DROP TABLE IF EXISTS blobstore_source;
+CREATE TABLE blobstore_source(a string, b string, c double)
+ROW FORMAT DELIMITED
+FIELDS TERMINATED BY ' '
+COLLECTION ITEMS TERMINATED BY '\t'
+LINES TERMINATED BY '\n'
+LOCATION '${hiveconf:test.blobstore.path.unique}/ctas_blobstore_to_blobstore/blobstore_source/';
+LOAD DATA LOCAL INPATH '../../data/files/3col_data.txt'
+INTO TABLE blobstore_source;
+
+DROP TABLE IF EXISTS blobstore_target;
+CREATE TABLE blobstore_target
+LOCATION '${hiveconf:test.blobstore.path.unique}/ctas_blobstore_to_blobstore/blobstore_target/'
+AS SELECT * FROM blobstore_source;
+
+DROP DATABASE IF EXISTS target_db;
+CREATE DATABASE target_db
+LOCATION '${hiveconf:test.blobstore.path.unique}/ctas_blobstore_to_blobstore/target_db';
+CREATE TABLE target_db.blobstore_target
+AS SELECT * FROM blobstore_source;
+
+SELECT * FROM blobstore_source;
+SELECT * FROM blobstore_target;
+SELECT * FROM target_db.blobstore_target;
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/hive/blob/dfcf9e3d/itests/hive-blobstore/src/test/queries/clientpositive/ctas_blobstore_to_hdfs.q
----------------------------------------------------------------------
diff --git a/itests/hive-blobstore/src/test/queries/clientpositive/ctas_blobstore_to_hdfs.q b/itests/hive-blobstore/src/test/queries/clientpositive/ctas_blobstore_to_hdfs.q
new file mode 100644
index 0000000..3c08f4c
--- /dev/null
+++ b/itests/hive-blobstore/src/test/queries/clientpositive/ctas_blobstore_to_hdfs.q
@@ -0,0 +1,25 @@
+-- Check we can create a table located in HDFS
+-- with CTAS from a table a blobstore
+
+DROP TABLE IF EXISTS blobstore_source;
+CREATE TABLE blobstore_source(a string, b string, c double)
+ROW FORMAT DELIMITED
+FIELDS TERMINATED BY ' '
+COLLECTION ITEMS TERMINATED BY '\t'
+LINES TERMINATED BY '\n'
+LOCATION '${hiveconf:test.blobstore.path.unique}/ctas_blobstore_to_hdfs/blobstore_source/';
+LOAD DATA LOCAL INPATH '../../data/files/3col_data.txt'
+INTO TABLE blobstore_source;
+
+DROP TABLE IF EXISTS hdfs_target;
+CREATE TABLE hdfs_target
+AS SELECT * FROM blobstore_source;
+
+DROP DATABASE IF EXISTS target_db;
+CREATE DATABASE target_db;
+CREATE TABLE target_db.hdfs_target
+AS SELECT * FROM blobstore_source;
+
+SELECT * FROM blobstore_source;
+SELECT * FROM hdfs_target;
+SELECT * FROM target_db.hdfs_target;
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/hive/blob/dfcf9e3d/itests/hive-blobstore/src/test/queries/clientpositive/ctas_hdfs_to_blobstore.q
----------------------------------------------------------------------
diff --git a/itests/hive-blobstore/src/test/queries/clientpositive/ctas_hdfs_to_blobstore.q b/itests/hive-blobstore/src/test/queries/clientpositive/ctas_hdfs_to_blobstore.q
new file mode 100644
index 0000000..8809f1f
--- /dev/null
+++ b/itests/hive-blobstore/src/test/queries/clientpositive/ctas_hdfs_to_blobstore.q
@@ -0,0 +1,26 @@
+-- Check we can create a table located in a blobstore
+-- with CTAS from a table in HDFS
+
+DROP TABLE IF EXISTS hdfs_source;
+CREATE TABLE hdfs_source(a string, b string, c double)
+ROW FORMAT DELIMITED
+FIELDS TERMINATED BY ' '
+COLLECTION ITEMS TERMINATED BY '\t'
+LINES TERMINATED BY '\n';
+LOAD DATA LOCAL INPATH '../../data/files/3col_data.txt'
+INTO TABLE hdfs_source;
+
+DROP TABLE IF EXISTS blobstore_target;
+CREATE TABLE blobstore_target
+LOCATION '${hiveconf:test.blobstore.path.unique}/ctas_hdfs_to_blobstore/blobstore_target/'
+AS SELECT * FROM hdfs_source;
+
+DROP DATABASE IF EXISTS target_db;
+CREATE DATABASE target_db
+LOCATION '${hiveconf:test.blobstore.path.unique}/ctas_hdfs_to_blobstore/target_db';
+CREATE TABLE target_db.blobstore_target
+AS SELECT * FROM hdfs_source;
+
+SELECT * FROM hdfs_source;
+SELECT * FROM blobstore_target;
+SELECT * FROM target_db.blobstore_target;
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/hive/blob/dfcf9e3d/itests/hive-blobstore/src/test/results/clientpositive/ctas.q.out
----------------------------------------------------------------------
diff --git a/itests/hive-blobstore/src/test/results/clientpositive/ctas.q.out b/itests/hive-blobstore/src/test/results/clientpositive/ctas.q.out
deleted file mode 100644
index 9ecd08f..0000000
--- a/itests/hive-blobstore/src/test/results/clientpositive/ctas.q.out
+++ /dev/null
@@ -1,879 +0,0 @@
-PREHOOK: query: DROP TABLE IF EXISTS ctas_blobstore_table_src
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: DROP TABLE IF EXISTS ctas_blobstore_table_src
-POSTHOOK: type: DROPTABLE
-#### A masked pattern was here ####
-PREHOOK: type: CREATETABLE
-PREHOOK: Input: ### test.blobstore.path ###/ctas_blobstore_table_src
-PREHOOK: Output: database:default
-PREHOOK: Output: default@ctas_blobstore_table_src
-#### A masked pattern was here ####
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Input: ### test.blobstore.path ###/ctas_blobstore_table_src
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@ctas_blobstore_table_src
-PREHOOK: query: INSERT INTO TABLE ctas_blobstore_table_src VALUES (1), (2), (3)
-PREHOOK: type: QUERY
-PREHOOK: Output: default@ctas_blobstore_table_src
-POSTHOOK: query: INSERT INTO TABLE ctas_blobstore_table_src VALUES (1), (2), (3)
-POSTHOOK: type: QUERY
-POSTHOOK: Output: default@ctas_blobstore_table_src
-PREHOOK: query: DROP TABLE IF EXISTS ctas_hdfs_table_src
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: DROP TABLE IF EXISTS ctas_hdfs_table_src
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: CREATE TABLE ctas_hdfs_table_src (col int)
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@ctas_hdfs_table_src
-POSTHOOK: query: CREATE TABLE ctas_hdfs_table_src (col int)
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@ctas_hdfs_table_src
-PREHOOK: query: INSERT INTO TABLE ctas_hdfs_table_src VALUES (1), (2), (3)
-PREHOOK: type: QUERY
-PREHOOK: Output: default@ctas_hdfs_table_src
-POSTHOOK: query: INSERT INTO TABLE ctas_hdfs_table_src VALUES (1), (2), (3)
-POSTHOOK: type: QUERY
-POSTHOOK: Output: default@ctas_hdfs_table_src
-POSTHOOK: Lineage: ctas_hdfs_table_src.col EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ]
-PREHOOK: query: DROP TABLE IF EXISTS ctas_hdfs_table_dst
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: DROP TABLE IF EXISTS ctas_hdfs_table_dst
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: EXPLAIN EXTENDED CREATE TABLE ctas_hdfs_table_dst AS SELECT * FROM ctas_blobstore_table_src
-PREHOOK: type: CREATETABLE_AS_SELECT
-POSTHOOK: query: EXPLAIN EXTENDED CREATE TABLE ctas_hdfs_table_dst AS SELECT * FROM ctas_blobstore_table_src
-POSTHOOK: type: CREATETABLE_AS_SELECT
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
- Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
- Stage-8 depends on stages: Stage-0
- Stage-2 depends on stages: Stage-8
- Stage-3
- Stage-5
- Stage-6 depends on stages: Stage-5
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: ctas_blobstore_table_src
- Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE
- GatherStats: false
- Select Operator
- expressions: col (type: int)
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- GlobalTableId: 1
-#### A masked pattern was here ####
- NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE
-#### A masked pattern was here ####
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns col
- columns.types int
- name default.ctas_hdfs_table_dst
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.ctas_hdfs_table_dst
- TotalFiles: 1
- GatherStats: true
- MultiFileSpray: false
- Path -> Alias:
- ### test.blobstore.path ###/ctas_blobstore_table_src [ctas_blobstore_table_src]
- Path -> Partition:
- ### test.blobstore.path ###/ctas_blobstore_table_src
- Partition
- base file name: ctas_blobstore_table_src
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- column.name.delimiter ,
- columns col
- columns.comments
- columns.types int
-#### A masked pattern was here ####
- location ### test.blobstore.path ###/ctas_blobstore_table_src
- name default.ctas_blobstore_table_src
- numFiles 1
- serialization.ddl struct ctas_blobstore_table_src { i32 col}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 6
-#### A masked pattern was here ####
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- column.name.delimiter ,
- columns col
- columns.comments
- columns.types int
-#### A masked pattern was here ####
- location ### test.blobstore.path ###/ctas_blobstore_table_src
- name default.ctas_blobstore_table_src
- numFiles 1
- serialization.ddl struct ctas_blobstore_table_src { i32 col}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 6
-#### A masked pattern was here ####
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.ctas_blobstore_table_src
- name: default.ctas_blobstore_table_src
- Truncated Path -> Alias:
- ### test.blobstore.path ###/ctas_blobstore_table_src [ctas_blobstore_table_src]
-
- Stage: Stage-7
- Conditional Operator
-
- Stage: Stage-4
- Move Operator
- files:
- hdfs directory: true
-#### A masked pattern was here ####
-
- Stage: Stage-0
- Move Operator
- files:
- hdfs directory: true
-#### A masked pattern was here ####
-
- Stage: Stage-8
- Create Table Operator:
- Create Table
- columns: col int
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat
- serde name: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.ctas_hdfs_table_dst
-
- Stage: Stage-2
- Stats-Aggr Operator
-#### A masked pattern was here ####
-
- Stage: Stage-3
- Map Reduce
- Map Operator Tree:
- TableScan
- GatherStats: false
- File Output Operator
- compressed: false
- GlobalTableId: 0
-#### A masked pattern was here ####
- NumFilesPerFileSink: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns col
- columns.types int
- name default.ctas_hdfs_table_dst
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.ctas_hdfs_table_dst
- TotalFiles: 1
- GatherStats: false
- MultiFileSpray: false
- Path -> Alias:
-#### A masked pattern was here ####
- Path -> Partition:
-#### A masked pattern was here ####
- Partition
- base file name: -ext-10004
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns col
- columns.types int
- name default.ctas_hdfs_table_dst
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns col
- columns.types int
- name default.ctas_hdfs_table_dst
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.ctas_hdfs_table_dst
- name: default.ctas_hdfs_table_dst
- Truncated Path -> Alias:
-#### A masked pattern was here ####
-
- Stage: Stage-5
- Map Reduce
- Map Operator Tree:
- TableScan
- GatherStats: false
- File Output Operator
- compressed: false
- GlobalTableId: 0
-#### A masked pattern was here ####
- NumFilesPerFileSink: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns col
- columns.types int
- name default.ctas_hdfs_table_dst
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.ctas_hdfs_table_dst
- TotalFiles: 1
- GatherStats: false
- MultiFileSpray: false
- Path -> Alias:
-#### A masked pattern was here ####
- Path -> Partition:
-#### A masked pattern was here ####
- Partition
- base file name: -ext-10004
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns col
- columns.types int
- name default.ctas_hdfs_table_dst
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns col
- columns.types int
- name default.ctas_hdfs_table_dst
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.ctas_hdfs_table_dst
- name: default.ctas_hdfs_table_dst
- Truncated Path -> Alias:
-#### A masked pattern was here ####
-
- Stage: Stage-6
- Move Operator
- files:
- hdfs directory: true
-#### A masked pattern was here ####
-
-PREHOOK: query: CREATE TABLE ctas_hdfs_table_dst AS SELECT * FROM ctas_blobstore_table_src
-PREHOOK: type: CREATETABLE_AS_SELECT
-PREHOOK: Input: default@ctas_blobstore_table_src
-PREHOOK: Output: database:default
-PREHOOK: Output: default@ctas_hdfs_table_dst
-POSTHOOK: query: CREATE TABLE ctas_hdfs_table_dst AS SELECT * FROM ctas_blobstore_table_src
-POSTHOOK: type: CREATETABLE_AS_SELECT
-POSTHOOK: Input: default@ctas_blobstore_table_src
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@ctas_hdfs_table_dst
-POSTHOOK: Lineage: ctas_hdfs_table_dst.col SIMPLE [(ctas_blobstore_table_src)ctas_blobstore_table_src.FieldSchema(name:col, type:int, comment:null), ]
-PREHOOK: query: SELECT * FROM ctas_hdfs_table_dst
-PREHOOK: type: QUERY
-PREHOOK: Input: default@ctas_hdfs_table_dst
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT * FROM ctas_hdfs_table_dst
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@ctas_hdfs_table_dst
-#### A masked pattern was here ####
-1
-2
-3
-PREHOOK: query: DROP TABLE IF EXISTS ctas_blobstore_table_dst
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: DROP TABLE IF EXISTS ctas_blobstore_table_dst
-POSTHOOK: type: DROPTABLE
-#### A masked pattern was here ####
-PREHOOK: type: CREATETABLE_AS_SELECT
-#### A masked pattern was here ####
-POSTHOOK: type: CREATETABLE_AS_SELECT
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
- Stage-4
- Stage-8 depends on stages: Stage-0, Stage-4
- Stage-2 depends on stages: Stage-8
- Stage-3
- Stage-0 depends on stages: Stage-3, Stage-6
- Stage-5
- Stage-6 depends on stages: Stage-5
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: ctas_hdfs_table_src
- Statistics: Num rows: 3 Data size: 3 Basic stats: COMPLETE Column stats: NONE
- GatherStats: false
- Select Operator
- expressions: col (type: int)
- outputColumnNames: _col0
- Statistics: Num rows: 3 Data size: 3 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- GlobalTableId: 1
- directory: ### BLOBSTORE_STAGING_PATH ###
- NumFilesPerFileSink: 1
- Statistics: Num rows: 3 Data size: 3 Basic stats: COMPLETE Column stats: NONE
- Stats Publishing Key Prefix: ### BLOBSTORE_STAGING_PATH ###
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns col
- columns.types int
- name default.ctas_blobstore_table_dst
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.ctas_blobstore_table_dst
- TotalFiles: 1
- GatherStats: true
- MultiFileSpray: false
- Path -> Alias:
-#### A masked pattern was here ####
- Path -> Partition:
-#### A masked pattern was here ####
- Partition
- base file name: ctas_hdfs_table_src
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
- bucket_count -1
- column.name.delimiter ,
- columns col
- columns.comments
- columns.types int
-#### A masked pattern was here ####
- name default.ctas_hdfs_table_src
- numFiles 1
- numRows 3
- rawDataSize 3
- serialization.ddl struct ctas_hdfs_table_src { i32 col}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 6
-#### A masked pattern was here ####
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
- bucket_count -1
- column.name.delimiter ,
- columns col
- columns.comments
- columns.types int
-#### A masked pattern was here ####
- name default.ctas_hdfs_table_src
- numFiles 1
- numRows 3
- rawDataSize 3
- serialization.ddl struct ctas_hdfs_table_src { i32 col}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 6
-#### A masked pattern was here ####
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.ctas_hdfs_table_src
- name: default.ctas_hdfs_table_src
- Truncated Path -> Alias:
- /ctas_hdfs_table_src [ctas_hdfs_table_src]
-
- Stage: Stage-7
- Conditional Operator
-
- Stage: Stage-4
- Move Operator
- files:
- hdfs directory: true
- source: ### BLOBSTORE_STAGING_PATH ###
- destination: ### test.blobstore.path ###/ctas_blobstore_table_dst
-
- Stage: Stage-8
- Create Table Operator:
- Create Table
- columns: col int
- input format: org.apache.hadoop.mapred.TextInputFormat
- location: ### test.blobstore.path ###/ctas_blobstore_table_dst/
- output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat
- serde name: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.ctas_blobstore_table_dst
-
- Stage: Stage-2
- Stats-Aggr Operator
- Stats Aggregation Key Prefix: ### BLOBSTORE_STAGING_PATH ###
-
- Stage: Stage-3
- Map Reduce
- Map Operator Tree:
- TableScan
- GatherStats: false
- File Output Operator
- compressed: false
- GlobalTableId: 0
- directory: ### BLOBSTORE_STAGING_PATH ###
- NumFilesPerFileSink: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns col
- columns.types int
- name default.ctas_blobstore_table_dst
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.ctas_blobstore_table_dst
- TotalFiles: 1
- GatherStats: false
- MultiFileSpray: false
- Path -> Alias:
- ### BLOBSTORE_STAGING_PATH ###
- Path -> Partition:
- ### BLOBSTORE_STAGING_PATH ###
- Partition
- base file name: -ext-10004
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns col
- columns.types int
- name default.ctas_blobstore_table_dst
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns col
- columns.types int
- name default.ctas_blobstore_table_dst
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.ctas_blobstore_table_dst
- name: default.ctas_blobstore_table_dst
- Truncated Path -> Alias:
- ### BLOBSTORE_STAGING_PATH ###
-
- Stage: Stage-0
- Move Operator
- files:
- hdfs directory: true
- source: ### BLOBSTORE_STAGING_PATH ###
- destination: ### test.blobstore.path ###/ctas_blobstore_table_dst
-
- Stage: Stage-5
- Map Reduce
- Map Operator Tree:
- TableScan
- GatherStats: false
- File Output Operator
- compressed: false
- GlobalTableId: 0
- directory: ### BLOBSTORE_STAGING_PATH ###
- NumFilesPerFileSink: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns col
- columns.types int
- name default.ctas_blobstore_table_dst
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.ctas_blobstore_table_dst
- TotalFiles: 1
- GatherStats: false
- MultiFileSpray: false
- Path -> Alias:
- ### BLOBSTORE_STAGING_PATH ###
- Path -> Partition:
- ### BLOBSTORE_STAGING_PATH ###
- Partition
- base file name: -ext-10004
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns col
- columns.types int
- name default.ctas_blobstore_table_dst
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns col
- columns.types int
- name default.ctas_blobstore_table_dst
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.ctas_blobstore_table_dst
- name: default.ctas_blobstore_table_dst
- Truncated Path -> Alias:
- ### BLOBSTORE_STAGING_PATH ###
-
- Stage: Stage-6
- Move Operator
- files:
- hdfs directory: true
- source: ### BLOBSTORE_STAGING_PATH ###
- destination: ### BLOBSTORE_STAGING_PATH ###
-
-PREHOOK: query: CREATE TABLE ctas_blobstore_table_dst AS SELECT * FROM ctas_hdfs_table_src
-PREHOOK: type: CREATETABLE_AS_SELECT
-PREHOOK: Input: default@ctas_hdfs_table_src
-PREHOOK: Output: database:default
-PREHOOK: Output: default@ctas_blobstore_table_dst
-POSTHOOK: query: CREATE TABLE ctas_blobstore_table_dst AS SELECT * FROM ctas_hdfs_table_src
-POSTHOOK: type: CREATETABLE_AS_SELECT
-POSTHOOK: Input: default@ctas_hdfs_table_src
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@ctas_blobstore_table_dst
-POSTHOOK: Lineage: ctas_blobstore_table_dst.col SIMPLE [(ctas_hdfs_table_src)ctas_hdfs_table_src.FieldSchema(name:col, type:int, comment:null), ]
-PREHOOK: query: SELECT * FROM ctas_blobstore_table_dst
-PREHOOK: type: QUERY
-PREHOOK: Input: default@ctas_blobstore_table_dst
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT * FROM ctas_blobstore_table_dst
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@ctas_blobstore_table_dst
-#### A masked pattern was here ####
-1
-2
-3
-PREHOOK: query: DROP TABLE IF EXISTS ctas_blobstore_table_dst
-PREHOOK: type: DROPTABLE
-PREHOOK: Input: default@ctas_blobstore_table_dst
-PREHOOK: Output: default@ctas_blobstore_table_dst
-POSTHOOK: query: DROP TABLE IF EXISTS ctas_blobstore_table_dst
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@ctas_blobstore_table_dst
-POSTHOOK: Output: default@ctas_blobstore_table_dst
-#### A masked pattern was here ####
-PREHOOK: type: CREATETABLE_AS_SELECT
-#### A masked pattern was here ####
-POSTHOOK: type: CREATETABLE_AS_SELECT
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
- Stage-4
- Stage-8 depends on stages: Stage-0, Stage-4
- Stage-2 depends on stages: Stage-8
- Stage-3
- Stage-0 depends on stages: Stage-3, Stage-6
- Stage-5
- Stage-6 depends on stages: Stage-5
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: ctas_blobstore_table_src
- Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE
- GatherStats: false
- Select Operator
- expressions: col (type: int)
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- GlobalTableId: 1
- directory: ### BLOBSTORE_STAGING_PATH ###
- NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE
- Stats Publishing Key Prefix: ### BLOBSTORE_STAGING_PATH ###
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns col
- columns.types int
- name default.ctas_blobstore_table_dst
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.ctas_blobstore_table_dst
- TotalFiles: 1
- GatherStats: true
- MultiFileSpray: false
- Path -> Alias:
- ### test.blobstore.path ###/ctas_blobstore_table_src [ctas_blobstore_table_src]
- Path -> Partition:
- ### test.blobstore.path ###/ctas_blobstore_table_src
- Partition
- base file name: ctas_blobstore_table_src
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- column.name.delimiter ,
- columns col
- columns.comments
- columns.types int
-#### A masked pattern was here ####
- location ### test.blobstore.path ###/ctas_blobstore_table_src
- name default.ctas_blobstore_table_src
- numFiles 1
- serialization.ddl struct ctas_blobstore_table_src { i32 col}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 6
-#### A masked pattern was here ####
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- bucket_count -1
- column.name.delimiter ,
- columns col
- columns.comments
- columns.types int
-#### A masked pattern was here ####
- location ### test.blobstore.path ###/ctas_blobstore_table_src
- name default.ctas_blobstore_table_src
- numFiles 1
- serialization.ddl struct ctas_blobstore_table_src { i32 col}
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 6
-#### A masked pattern was here ####
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.ctas_blobstore_table_src
- name: default.ctas_blobstore_table_src
- Truncated Path -> Alias:
- ### test.blobstore.path ###/ctas_blobstore_table_src [ctas_blobstore_table_src]
-
- Stage: Stage-7
- Conditional Operator
-
- Stage: Stage-4
- Move Operator
- files:
- hdfs directory: true
- source: ### BLOBSTORE_STAGING_PATH ###
- destination: ### test.blobstore.path ###/ctas_blobstore_table_dst
-
- Stage: Stage-8
- Create Table Operator:
- Create Table
- columns: col int
- input format: org.apache.hadoop.mapred.TextInputFormat
- location: ### test.blobstore.path ###/ctas_blobstore_table_dst/
- output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat
- serde name: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.ctas_blobstore_table_dst
-
- Stage: Stage-2
- Stats-Aggr Operator
- Stats Aggregation Key Prefix: ### BLOBSTORE_STAGING_PATH ###
-
- Stage: Stage-3
- Map Reduce
- Map Operator Tree:
- TableScan
- GatherStats: false
- File Output Operator
- compressed: false
- GlobalTableId: 0
- directory: ### BLOBSTORE_STAGING_PATH ###
- NumFilesPerFileSink: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns col
- columns.types int
- name default.ctas_blobstore_table_dst
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.ctas_blobstore_table_dst
- TotalFiles: 1
- GatherStats: false
- MultiFileSpray: false
- Path -> Alias:
- ### BLOBSTORE_STAGING_PATH ###
- Path -> Partition:
- ### BLOBSTORE_STAGING_PATH ###
- Partition
- base file name: -ext-10004
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns col
- columns.types int
- name default.ctas_blobstore_table_dst
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns col
- columns.types int
- name default.ctas_blobstore_table_dst
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.ctas_blobstore_table_dst
- name: default.ctas_blobstore_table_dst
- Truncated Path -> Alias:
- ### BLOBSTORE_STAGING_PATH ###
-
- Stage: Stage-0
- Move Operator
- files:
- hdfs directory: true
- source: ### BLOBSTORE_STAGING_PATH ###
- destination: ### test.blobstore.path ###/ctas_blobstore_table_dst
-
- Stage: Stage-5
- Map Reduce
- Map Operator Tree:
- TableScan
- GatherStats: false
- File Output Operator
- compressed: false
- GlobalTableId: 0
- directory: ### BLOBSTORE_STAGING_PATH ###
- NumFilesPerFileSink: 1
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns col
- columns.types int
- name default.ctas_blobstore_table_dst
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.ctas_blobstore_table_dst
- TotalFiles: 1
- GatherStats: false
- MultiFileSpray: false
- Path -> Alias:
- ### BLOBSTORE_STAGING_PATH ###
- Path -> Partition:
- ### BLOBSTORE_STAGING_PATH ###
- Partition
- base file name: -ext-10004
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns col
- columns.types int
- name default.ctas_blobstore_table_dst
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns col
- columns.types int
- name default.ctas_blobstore_table_dst
- serialization.format 1
- serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.ctas_blobstore_table_dst
- name: default.ctas_blobstore_table_dst
- Truncated Path -> Alias:
- ### BLOBSTORE_STAGING_PATH ###
-
- Stage: Stage-6
- Move Operator
- files:
- hdfs directory: true
- source: ### BLOBSTORE_STAGING_PATH ###
- destination: ### BLOBSTORE_STAGING_PATH ###
-
-PREHOOK: query: CREATE TABLE ctas_blobstore_table_dst AS SELECT * FROM ctas_blobstore_table_src
-PREHOOK: type: CREATETABLE_AS_SELECT
-PREHOOK: Input: default@ctas_blobstore_table_src
-PREHOOK: Output: database:default
-PREHOOK: Output: default@ctas_blobstore_table_dst
-POSTHOOK: query: CREATE TABLE ctas_blobstore_table_dst AS SELECT * FROM ctas_blobstore_table_src
-POSTHOOK: type: CREATETABLE_AS_SELECT
-POSTHOOK: Input: default@ctas_blobstore_table_src
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@ctas_blobstore_table_dst
-POSTHOOK: Lineage: ctas_blobstore_table_dst.col SIMPLE [(ctas_blobstore_table_src)ctas_blobstore_table_src.FieldSchema(name:col, type:int, comment:null), ]
-PREHOOK: query: SELECT * FROM ctas_blobstore_table_dst
-PREHOOK: type: QUERY
-PREHOOK: Input: default@ctas_blobstore_table_dst
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT * FROM ctas_blobstore_table_dst
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@ctas_blobstore_table_dst
-#### A masked pattern was here ####
-1
-2
-3
-PREHOOK: query: DROP TABLE ctas_blobstore_table_dst
-PREHOOK: type: DROPTABLE
-PREHOOK: Input: default@ctas_blobstore_table_dst
-PREHOOK: Output: default@ctas_blobstore_table_dst
-POSTHOOK: query: DROP TABLE ctas_blobstore_table_dst
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@ctas_blobstore_table_dst
-POSTHOOK: Output: default@ctas_blobstore_table_dst
-PREHOOK: query: DROP TABLE ctas_hdfs_table_dst
-PREHOOK: type: DROPTABLE
-PREHOOK: Input: default@ctas_hdfs_table_dst
-PREHOOK: Output: default@ctas_hdfs_table_dst
-POSTHOOK: query: DROP TABLE ctas_hdfs_table_dst
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@ctas_hdfs_table_dst
-POSTHOOK: Output: default@ctas_hdfs_table_dst
-PREHOOK: query: DROP TABLE ctas_blobstore_table_src
-PREHOOK: type: DROPTABLE
-PREHOOK: Input: default@ctas_blobstore_table_src
-PREHOOK: Output: default@ctas_blobstore_table_src
-POSTHOOK: query: DROP TABLE ctas_blobstore_table_src
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@ctas_blobstore_table_src
-POSTHOOK: Output: default@ctas_blobstore_table_src
-PREHOOK: query: DROP TABLE ctas_hdfs_table_src
-PREHOOK: type: DROPTABLE
-PREHOOK: Input: default@ctas_hdfs_table_src
-PREHOOK: Output: default@ctas_hdfs_table_src
-POSTHOOK: query: DROP TABLE ctas_hdfs_table_src
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@ctas_hdfs_table_src
-POSTHOOK: Output: default@ctas_hdfs_table_src
http://git-wip-us.apache.org/repos/asf/hive/blob/dfcf9e3d/itests/hive-blobstore/src/test/results/clientpositive/ctas_blobstore_to_blobstore.q.out
----------------------------------------------------------------------
diff --git a/itests/hive-blobstore/src/test/results/clientpositive/ctas_blobstore_to_blobstore.q.out b/itests/hive-blobstore/src/test/results/clientpositive/ctas_blobstore_to_blobstore.q.out
new file mode 100644
index 0000000..3c05822
--- /dev/null
+++ b/itests/hive-blobstore/src/test/results/clientpositive/ctas_blobstore_to_blobstore.q.out
@@ -0,0 +1,128 @@
+PREHOOK: query: DROP TABLE IF EXISTS blobstore_source
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: DROP TABLE IF EXISTS blobstore_source
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: CREATE TABLE blobstore_source(a string, b string, c double)
+ROW FORMAT DELIMITED
+FIELDS TERMINATED BY ' '
+COLLECTION ITEMS TERMINATED BY '\t'
+LINES TERMINATED BY '\n'
+#### A masked pattern was here ####
+PREHOOK: type: CREATETABLE
+PREHOOK: Input: ### test.blobstore.path ###/ctas_blobstore_to_blobstore/blobstore_source
+PREHOOK: Output: database:default
+PREHOOK: Output: default@blobstore_source
+POSTHOOK: query: CREATE TABLE blobstore_source(a string, b string, c double)
+ROW FORMAT DELIMITED
+FIELDS TERMINATED BY ' '
+COLLECTION ITEMS TERMINATED BY '\t'
+LINES TERMINATED BY '\n'
+#### A masked pattern was here ####
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Input: ### test.blobstore.path ###/ctas_blobstore_to_blobstore/blobstore_source
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@blobstore_source
+PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/3col_data.txt'
+INTO TABLE blobstore_source
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@blobstore_source
+POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/3col_data.txt'
+INTO TABLE blobstore_source
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@blobstore_source
+PREHOOK: query: DROP TABLE IF EXISTS blobstore_target
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: DROP TABLE IF EXISTS blobstore_target
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: CREATE TABLE blobstore_target
+#### A masked pattern was here ####
+AS SELECT * FROM blobstore_source
+PREHOOK: type: CREATETABLE_AS_SELECT
+PREHOOK: Input: default@blobstore_source
+PREHOOK: Input: ### test.blobstore.path ###/ctas_blobstore_to_blobstore/blobstore_target
+PREHOOK: Output: database:default
+PREHOOK: Output: default@blobstore_target
+POSTHOOK: query: CREATE TABLE blobstore_target
+#### A masked pattern was here ####
+AS SELECT * FROM blobstore_source
+POSTHOOK: type: CREATETABLE_AS_SELECT
+POSTHOOK: Input: default@blobstore_source
+POSTHOOK: Input: ### test.blobstore.path ###/ctas_blobstore_to_blobstore/blobstore_target
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@blobstore_target
+PREHOOK: query: DROP DATABASE IF EXISTS target_db
+PREHOOK: type: DROPDATABASE
+POSTHOOK: query: DROP DATABASE IF EXISTS target_db
+POSTHOOK: type: DROPDATABASE
+PREHOOK: query: CREATE DATABASE target_db
+#### A masked pattern was here ####
+PREHOOK: type: CREATEDATABASE
+PREHOOK: Output: database:target_db
+PREHOOK: Output: ### test.blobstore.path ###/ctas_blobstore_to_blobstore/target_db
+POSTHOOK: query: CREATE DATABASE target_db
+#### A masked pattern was here ####
+POSTHOOK: type: CREATEDATABASE
+POSTHOOK: Output: database:target_db
+POSTHOOK: Output: ### test.blobstore.path ###/ctas_blobstore_to_blobstore/target_db
+PREHOOK: query: CREATE TABLE target_db.blobstore_target
+AS SELECT * FROM blobstore_source
+PREHOOK: type: CREATETABLE_AS_SELECT
+PREHOOK: Input: default@blobstore_source
+PREHOOK: Output: database:target_db
+PREHOOK: Output: target_db@blobstore_target
+POSTHOOK: query: CREATE TABLE target_db.blobstore_target
+AS SELECT * FROM blobstore_source
+POSTHOOK: type: CREATETABLE_AS_SELECT
+POSTHOOK: Input: default@blobstore_source
+POSTHOOK: Output: database:target_db
+POSTHOOK: Output: target_db@blobstore_target
+POSTHOOK: Lineage: blobstore_target.a SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:a, type:string, comment:null), ]
+POSTHOOK: Lineage: blobstore_target.b SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:b, type:string, comment:null), ]
+POSTHOOK: Lineage: blobstore_target.c SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:c, type:double, comment:null), ]
+PREHOOK: query: SELECT * FROM blobstore_source
+PREHOOK: type: QUERY
+PREHOOK: Input: default@blobstore_source
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT * FROM blobstore_source
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@blobstore_source
+#### A masked pattern was here ####
+1 abc 10.5
+2 def 11.5
+3 ajss 90.23232
+4 djns 89.02002
+5 random 2.99
+6 data 3.002
+7 ne 71.9084
+PREHOOK: query: SELECT * FROM blobstore_target
+PREHOOK: type: QUERY
+PREHOOK: Input: default@blobstore_target
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT * FROM blobstore_target
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@blobstore_target
+#### A masked pattern was here ####
+1 abc 10.5
+2 def 11.5
+3 ajss 90.23232
+4 djns 89.02002
+5 random 2.99
+6 data 3.002
+7 ne 71.9084
+PREHOOK: query: SELECT * FROM target_db.blobstore_target
+PREHOOK: type: QUERY
+PREHOOK: Input: target_db@blobstore_target
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT * FROM target_db.blobstore_target
+POSTHOOK: type: QUERY
+POSTHOOK: Input: target_db@blobstore_target
+#### A masked pattern was here ####
+1 abc 10.5
+2 def 11.5
+3 ajss 90.23232
+4 djns 89.02002
+5 random 2.99
+6 data 3.002
+7 ne 71.9084
http://git-wip-us.apache.org/repos/asf/hive/blob/dfcf9e3d/itests/hive-blobstore/src/test/results/clientpositive/ctas_blobstore_to_hdfs.q.out
----------------------------------------------------------------------
diff --git a/itests/hive-blobstore/src/test/results/clientpositive/ctas_blobstore_to_hdfs.q.out b/itests/hive-blobstore/src/test/results/clientpositive/ctas_blobstore_to_hdfs.q.out
new file mode 100644
index 0000000..95ee324
--- /dev/null
+++ b/itests/hive-blobstore/src/test/results/clientpositive/ctas_blobstore_to_hdfs.q.out
@@ -0,0 +1,123 @@
+PREHOOK: query: DROP TABLE IF EXISTS blobstore_source
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: DROP TABLE IF EXISTS blobstore_source
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: CREATE TABLE blobstore_source(a string, b string, c double)
+ROW FORMAT DELIMITED
+FIELDS TERMINATED BY ' '
+COLLECTION ITEMS TERMINATED BY '\t'
+LINES TERMINATED BY '\n'
+#### A masked pattern was here ####
+PREHOOK: type: CREATETABLE
+PREHOOK: Input: ### test.blobstore.path ###/ctas_blobstore_to_hdfs/blobstore_source
+PREHOOK: Output: database:default
+PREHOOK: Output: default@blobstore_source
+POSTHOOK: query: CREATE TABLE blobstore_source(a string, b string, c double)
+ROW FORMAT DELIMITED
+FIELDS TERMINATED BY ' '
+COLLECTION ITEMS TERMINATED BY '\t'
+LINES TERMINATED BY '\n'
+#### A masked pattern was here ####
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Input: ### test.blobstore.path ###/ctas_blobstore_to_hdfs/blobstore_source
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@blobstore_source
+PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/3col_data.txt'
+INTO TABLE blobstore_source
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@blobstore_source
+POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/3col_data.txt'
+INTO TABLE blobstore_source
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@blobstore_source
+PREHOOK: query: DROP TABLE IF EXISTS hdfs_target
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: DROP TABLE IF EXISTS hdfs_target
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: CREATE TABLE hdfs_target
+AS SELECT * FROM blobstore_source
+PREHOOK: type: CREATETABLE_AS_SELECT
+PREHOOK: Input: default@blobstore_source
+PREHOOK: Output: database:default
+PREHOOK: Output: default@hdfs_target
+POSTHOOK: query: CREATE TABLE hdfs_target
+AS SELECT * FROM blobstore_source
+POSTHOOK: type: CREATETABLE_AS_SELECT
+POSTHOOK: Input: default@blobstore_source
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@hdfs_target
+POSTHOOK: Lineage: hdfs_target.a SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:a, type:string, comment:null), ]
+POSTHOOK: Lineage: hdfs_target.b SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:b, type:string, comment:null), ]
+POSTHOOK: Lineage: hdfs_target.c SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:c, type:double, comment:null), ]
+PREHOOK: query: DROP DATABASE IF EXISTS target_db
+PREHOOK: type: DROPDATABASE
+POSTHOOK: query: DROP DATABASE IF EXISTS target_db
+POSTHOOK: type: DROPDATABASE
+PREHOOK: query: CREATE DATABASE target_db
+PREHOOK: type: CREATEDATABASE
+PREHOOK: Output: database:target_db
+POSTHOOK: query: CREATE DATABASE target_db
+POSTHOOK: type: CREATEDATABASE
+POSTHOOK: Output: database:target_db
+PREHOOK: query: CREATE TABLE target_db.hdfs_target
+AS SELECT * FROM blobstore_source
+PREHOOK: type: CREATETABLE_AS_SELECT
+PREHOOK: Input: default@blobstore_source
+PREHOOK: Output: database:target_db
+PREHOOK: Output: target_db@hdfs_target
+POSTHOOK: query: CREATE TABLE target_db.hdfs_target
+AS SELECT * FROM blobstore_source
+POSTHOOK: type: CREATETABLE_AS_SELECT
+POSTHOOK: Input: default@blobstore_source
+POSTHOOK: Output: database:target_db
+POSTHOOK: Output: target_db@hdfs_target
+POSTHOOK: Lineage: hdfs_target.a SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:a, type:string, comment:null), ]
+POSTHOOK: Lineage: hdfs_target.b SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:b, type:string, comment:null), ]
+POSTHOOK: Lineage: hdfs_target.c SIMPLE [(blobstore_source)blobstore_source.FieldSchema(name:c, type:double, comment:null), ]
+PREHOOK: query: SELECT * FROM blobstore_source
+PREHOOK: type: QUERY
+PREHOOK: Input: default@blobstore_source
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT * FROM blobstore_source
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@blobstore_source
+#### A masked pattern was here ####
+1 abc 10.5
+2 def 11.5
+3 ajss 90.23232
+4 djns 89.02002
+5 random 2.99
+6 data 3.002
+7 ne 71.9084
+PREHOOK: query: SELECT * FROM hdfs_target
+PREHOOK: type: QUERY
+PREHOOK: Input: default@hdfs_target
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT * FROM hdfs_target
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@hdfs_target
+#### A masked pattern was here ####
+1 abc 10.5
+2 def 11.5
+3 ajss 90.23232
+4 djns 89.02002
+5 random 2.99
+6 data 3.002
+7 ne 71.9084
+PREHOOK: query: SELECT * FROM target_db.hdfs_target
+PREHOOK: type: QUERY
+PREHOOK: Input: target_db@hdfs_target
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT * FROM target_db.hdfs_target
+POSTHOOK: type: QUERY
+POSTHOOK: Input: target_db@hdfs_target
+#### A masked pattern was here ####
+1 abc 10.5
+2 def 11.5
+3 ajss 90.23232
+4 djns 89.02002
+5 random 2.99
+6 data 3.002
+7 ne 71.9084
http://git-wip-us.apache.org/repos/asf/hive/blob/dfcf9e3d/itests/hive-blobstore/src/test/results/clientpositive/ctas_hdfs_to_blobstore.q.out
----------------------------------------------------------------------
diff --git a/itests/hive-blobstore/src/test/results/clientpositive/ctas_hdfs_to_blobstore.q.out b/itests/hive-blobstore/src/test/results/clientpositive/ctas_hdfs_to_blobstore.q.out
new file mode 100644
index 0000000..0a82dea
--- /dev/null
+++ b/itests/hive-blobstore/src/test/results/clientpositive/ctas_hdfs_to_blobstore.q.out
@@ -0,0 +1,124 @@
+PREHOOK: query: DROP TABLE IF EXISTS hdfs_source
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: DROP TABLE IF EXISTS hdfs_source
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: CREATE TABLE hdfs_source(a string, b string, c double)
+ROW FORMAT DELIMITED
+FIELDS TERMINATED BY ' '
+COLLECTION ITEMS TERMINATED BY '\t'
+LINES TERMINATED BY '\n'
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@hdfs_source
+POSTHOOK: query: CREATE TABLE hdfs_source(a string, b string, c double)
+ROW FORMAT DELIMITED
+FIELDS TERMINATED BY ' '
+COLLECTION ITEMS TERMINATED BY '\t'
+LINES TERMINATED BY '\n'
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@hdfs_source
+PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/3col_data.txt'
+INTO TABLE hdfs_source
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@hdfs_source
+POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/3col_data.txt'
+INTO TABLE hdfs_source
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@hdfs_source
+PREHOOK: query: DROP TABLE IF EXISTS blobstore_target
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: DROP TABLE IF EXISTS blobstore_target
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: CREATE TABLE blobstore_target
+#### A masked pattern was here ####
+AS SELECT * FROM hdfs_source
+PREHOOK: type: CREATETABLE_AS_SELECT
+PREHOOK: Input: default@hdfs_source
+PREHOOK: Input: ### test.blobstore.path ###/ctas_hdfs_to_blobstore/blobstore_target
+PREHOOK: Output: database:default
+PREHOOK: Output: default@blobstore_target
+POSTHOOK: query: CREATE TABLE blobstore_target
+#### A masked pattern was here ####
+AS SELECT * FROM hdfs_source
+POSTHOOK: type: CREATETABLE_AS_SELECT
+POSTHOOK: Input: default@hdfs_source
+POSTHOOK: Input: ### test.blobstore.path ###/ctas_hdfs_to_blobstore/blobstore_target
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@blobstore_target
+PREHOOK: query: DROP DATABASE IF EXISTS target_db
+PREHOOK: type: DROPDATABASE
+POSTHOOK: query: DROP DATABASE IF EXISTS target_db
+POSTHOOK: type: DROPDATABASE
+PREHOOK: query: CREATE DATABASE target_db
+#### A masked pattern was here ####
+PREHOOK: type: CREATEDATABASE
+PREHOOK: Output: database:target_db
+PREHOOK: Output: ### test.blobstore.path ###/ctas_hdfs_to_blobstore/target_db
+POSTHOOK: query: CREATE DATABASE target_db
+#### A masked pattern was here ####
+POSTHOOK: type: CREATEDATABASE
+POSTHOOK: Output: database:target_db
+POSTHOOK: Output: ### test.blobstore.path ###/ctas_hdfs_to_blobstore/target_db
+PREHOOK: query: CREATE TABLE target_db.blobstore_target
+AS SELECT * FROM hdfs_source
+PREHOOK: type: CREATETABLE_AS_SELECT
+PREHOOK: Input: default@hdfs_source
+PREHOOK: Output: database:target_db
+PREHOOK: Output: target_db@blobstore_target
+POSTHOOK: query: CREATE TABLE target_db.blobstore_target
+AS SELECT * FROM hdfs_source
+POSTHOOK: type: CREATETABLE_AS_SELECT
+POSTHOOK: Input: default@hdfs_source
+POSTHOOK: Output: database:target_db
+POSTHOOK: Output: target_db@blobstore_target
+POSTHOOK: Lineage: blobstore_target.a SIMPLE [(hdfs_source)hdfs_source.FieldSchema(name:a, type:string, comment:null), ]
+POSTHOOK: Lineage: blobstore_target.b SIMPLE [(hdfs_source)hdfs_source.FieldSchema(name:b, type:string, comment:null), ]
+POSTHOOK: Lineage: blobstore_target.c SIMPLE [(hdfs_source)hdfs_source.FieldSchema(name:c, type:double, comment:null), ]
+PREHOOK: query: SELECT * FROM hdfs_source
+PREHOOK: type: QUERY
+PREHOOK: Input: default@hdfs_source
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT * FROM hdfs_source
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@hdfs_source
+#### A masked pattern was here ####
+1 abc 10.5
+2 def 11.5
+3 ajss 90.23232
+4 djns 89.02002
+5 random 2.99
+6 data 3.002
+7 ne 71.9084
+PREHOOK: query: SELECT * FROM blobstore_target
+PREHOOK: type: QUERY
+PREHOOK: Input: default@blobstore_target
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT * FROM blobstore_target
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@blobstore_target
+#### A masked pattern was here ####
+1 abc 10.5
+2 def 11.5
+3 ajss 90.23232
+4 djns 89.02002
+5 random 2.99
+6 data 3.002
+7 ne 71.9084
+PREHOOK: query: SELECT * FROM target_db.blobstore_target
+PREHOOK: type: QUERY
+PREHOOK: Input: target_db@blobstore_target
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT * FROM target_db.blobstore_target
+POSTHOOK: type: QUERY
+POSTHOOK: Input: target_db@blobstore_target
+#### A masked pattern was here ####
+1 abc 10.5
+2 def 11.5
+3 ajss 90.23232
+4 djns 89.02002
+5 random 2.99
+6 data 3.002
+7 ne 71.9084