You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by se...@apache.org on 2017/10/13 00:16:25 UTC
[46/50] [abbrv] hive git commit: HIVE-17693 : remove the logic to
convert from MM to plain hive table (Sergey Shelukhin)
HIVE-17693 : remove the logic to convert from MM to plain hive table (Sergey Shelukhin)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/ae4ac4b1
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/ae4ac4b1
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/ae4ac4b1
Branch: refs/heads/master
Commit: ae4ac4b124655d6a674ff5077a3a63bc6a87a1d8
Parents: 42335b4
Author: sergey <se...@apache.org>
Authored: Mon Oct 9 17:51:08 2017 -0700
Committer: sergey <se...@apache.org>
Committed: Mon Oct 9 17:51:08 2017 -0700
----------------------------------------------------------------------
.../org/apache/hadoop/hive/ql/exec/DDLTask.java | 62 +--
.../queries/clientpositive/mm_conversions.q | 44 --
.../clientpositive/llap/mm_conversions.q.out | 544 -------------------
.../results/clientpositive/mm_conversions.q.out | 544 -------------------
4 files changed, 4 insertions(+), 1190 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/ae4ac4b1/ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java
index 75a1c87..335ea63 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java
@@ -4109,7 +4109,7 @@ public class DDLTask extends Task<DDLWork> implements Serializable {
boolean isFromMmTable = AcidUtils.isInsertOnlyTable(tbl.getParameters()),
isRemoved = AcidUtils.isRemovedInsertOnlyTable(removedSet);
if (isFromMmTable && isRemoved) {
- result = generateRemoveMmTasks(tbl);
+ throw new HiveException("Cannot convert an ACID table to non-ACID");
}
}
Iterator<String> keyItr = alterTbl.getProps().keySet().iterator();
@@ -4123,72 +4123,18 @@ public class DDLTask extends Task<DDLWork> implements Serializable {
return result;
}
- private List<Task<?>> generateRemoveMmTasks(Table tbl) throws HiveException {
- // To avoid confusion from nested MM directories when table is converted back and forth, we
- // want to rename mm_ dirs to remove the prefix; however, given the unpredictable nested
- // directory handling in Hive/MR, we will instead move all the files into the root directory.
- // We will also delete any directories that are not committed.
- // Note that this relies on locks. Note also that we only do the renames AFTER the metastore
- // operation commits. Deleting uncommitted things is safe, but moving stuff before we convert
- // could cause data loss.
- List<Path> allMmDirs = new ArrayList<>();
- checkMmLb(tbl);
- List<String> bucketCols = tbl.getBucketCols();
- if (bucketCols != null && !bucketCols.isEmpty()
- && HiveConf.getBoolVar(conf, ConfVars.HIVE_STRICT_CHECKS_BUCKETING)) {
- throw new HiveException("Converting bucketed tables from MM is not supported by default; "
- + "copying files from multiple MM directories may potentially break the buckets. You "
- + "can set " + ConfVars.HIVE_STRICT_CHECKS_BUCKETING.varname
- + " to false for this query if you want to force the conversion.");
- }
- Hive db = getHive();
- String value = conf.get(ValidTxnList.VALID_TXNS_KEY);
- ValidTxnList validTxnList = value == null ? new ValidReadTxnList() : new ValidReadTxnList(value);
- if (tbl.getPartitionKeys().size() > 0) {
- PartitionIterable parts = new PartitionIterable(db, tbl, null,
- HiveConf.getIntVar(conf, ConfVars.METASTORE_BATCH_RETRIEVE_MAX));
- Iterator<Partition> partIter = parts.iterator();
- while (partIter.hasNext()) {
- Partition part = partIter.next();
- checkMmLb(part);
- handleRemoveMm(part.getDataLocation(), validTxnList, allMmDirs);
- }
- } else {
- checkMmLb(tbl);
- handleRemoveMm(tbl.getDataLocation(), validTxnList, allMmDirs);
- }
- List<Path> targetPaths = new ArrayList<>(allMmDirs.size());
- List<String> targetPrefix = new ArrayList<>(allMmDirs.size());
- int prefixLen = JavaUtils.DELTA_PREFIX.length();
- for (int i = 0; i < allMmDirs.size(); ++i) {
- Path src = allMmDirs.get(i);
- Path tgt = src.getParent();
- String prefix = src.getName().substring(prefixLen + 1) + "_";
- if (Utilities.FILE_OP_LOGGER.isTraceEnabled()) {
- Utilities.FILE_OP_LOGGER.trace("Will move " + src + " to " + tgt + " (prefix " + prefix + ")");
- }
- targetPaths.add(tgt);
- targetPrefix.add(prefix);
- }
- // Don't set inputs and outputs - the locks have already been taken so it's pointless.
- MoveWork mw = new MoveWork(null, null, null, null, false, SessionState.get().getLineageState());
- mw.setMultiFilesDesc(new LoadMultiFilesDesc(
- allMmDirs, targetPaths, targetPrefix, true, null, null));
- return Lists.<Task<?>>newArrayList(TaskFactory.get(mw, conf));
- }
-
private void checkMmLb(Table tbl) throws HiveException {
if (!tbl.isStoredAsSubDirectories()) return;
// TODO [MM gap?]: by design; no-one seems to use LB tables. They will work, but not convert.
// It's possible to work around this by re-creating and re-inserting the table.
throw new HiveException("Converting list bucketed tables stored as subdirectories "
- + " to and from MM is not supported. Please re-create a table in the desired format.");
+ + " to MM is not supported. Please re-create a table in the desired format.");
}
private void checkMmLb(Partition part) throws HiveException {
if (!part.isStoredAsSubDirectories()) return;
throw new HiveException("Converting list bucketed tables stored as subdirectories "
- + " to and from MM is not supported. Please re-create a table in the desired format.");
+ + " to MM is not supported. Please re-create a table in the desired format.");
}
private void handleRemoveMm(
@@ -4299,7 +4245,7 @@ public class DDLTask extends Task<DDLWork> implements Serializable {
if (!isFromMmTable && isToMmTable) {
result = generateAddMmTasks(tbl);
} else if (isFromMmTable && !isToMmTable) {
- result = generateRemoveMmTasks(tbl);
+ throw new HiveException("Cannot convert an ACID table to non-ACID");
}
}
tbl.getTTable().getParameters().putAll(alterTbl.getProps());
http://git-wip-us.apache.org/repos/asf/hive/blob/ae4ac4b1/ql/src/test/queries/clientpositive/mm_conversions.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/mm_conversions.q b/ql/src/test/queries/clientpositive/mm_conversions.q
index 62faeac..14d16ab 100644
--- a/ql/src/test/queries/clientpositive/mm_conversions.q
+++ b/ql/src/test/queries/clientpositive/mm_conversions.q
@@ -14,27 +14,6 @@ insert into table intermediate partition(p='455') select distinct key from src w
insert into table intermediate partition(p='456') select distinct key from src where key is not null order by key asc limit 1;
insert into table intermediate partition(p='457') select distinct key from src where key >= 100 order by key asc limit 1;
-drop table simple_from_mm1;
-create table simple_from_mm1(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only");
-insert into table simple_from_mm1 select key from intermediate;
-insert into table simple_from_mm1 select key from intermediate;
-select * from simple_from_mm1 s1 order by key;
-alter table simple_from_mm1 unset tblproperties('transactional_properties', 'transactional');
-select * from simple_from_mm1 s2 order by key;
-insert into table simple_from_mm1 select key from intermediate;
-select * from simple_from_mm1 s3 order by key;
-drop table simple_from_mm1;
-
-drop table simple_from_mm2;
-create table simple_from_mm2(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only");
-insert into table simple_from_mm2 select key from intermediate;
-insert into table simple_from_mm2 select key from intermediate;
-select * from simple_from_mm2 s1 order by key;
-alter table simple_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false');
-select * from simple_from_mm2 s2 order by key;
-insert into table simple_from_mm2 select key from intermediate;
-select * from simple_from_mm2 s3 order by key;
-drop table simple_from_mm2;
drop table simple_to_mm;
create table simple_to_mm(key int) stored as orc;
@@ -47,29 +26,6 @@ insert into table simple_to_mm select key from intermediate;
select * from simple_to_mm s3 order by key;
drop table simple_to_mm;
-drop table part_from_mm1;
-create table part_from_mm1(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only");
-insert into table part_from_mm1 partition(key_mm='455') select key from intermediate;
-insert into table part_from_mm1 partition(key_mm='455') select key from intermediate;
-insert into table part_from_mm1 partition(key_mm='456') select key from intermediate;
-select * from part_from_mm1 s1 order by key, key_mm;
-alter table part_from_mm1 unset tblproperties('transactional_properties', 'transactional');
-select * from part_from_mm1 s2 order by key, key_mm;
-insert into table part_from_mm1 partition(key_mm='456') select key from intermediate;
-insert into table part_from_mm1 partition(key_mm='457') select key from intermediate;
-select * from part_from_mm1 s3 order by key, key_mm;
-drop table part_from_mm1;
-
-drop table part_from_mm2;
-create table part_from_mm2(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only");
-insert into table part_from_mm2 partition(key_mm='456') select key from intermediate;--fails here
-insert into table part_from_mm2 partition(key_mm='455') select key from intermediate;
-select * from part_from_mm2 s1 order by key, key_mm;
-alter table part_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false');
-select * from part_from_mm2 s2 order by key, key_mm;
-insert into table part_from_mm2 partition(key_mm='457') select key from intermediate;
-select * from part_from_mm2 s3 order by key, key_mm;
-drop table part_from_mm2;
drop table part_to_mm;
create table part_to_mm(key int) partitioned by (key_mm int) stored as orc;
http://git-wip-us.apache.org/repos/asf/hive/blob/ae4ac4b1/ql/src/test/results/clientpositive/llap/mm_conversions.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/mm_conversions.q.out b/ql/src/test/results/clientpositive/llap/mm_conversions.q.out
index d95a70e..4754710 100644
--- a/ql/src/test/results/clientpositive/llap/mm_conversions.q.out
+++ b/ql/src/test/results/clientpositive/llap/mm_conversions.q.out
@@ -37,242 +37,6 @@ POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
POSTHOOK: Output: default@intermediate@p=457
POSTHOOK: Lineage: intermediate PARTITION(p=457).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
-PREHOOK: query: drop table simple_from_mm1
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table simple_from_mm1
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: create table simple_from_mm1(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@simple_from_mm1
-POSTHOOK: query: create table simple_from_mm1(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@simple_from_mm1
-PREHOOK: query: insert into table simple_from_mm1 select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@simple_from_mm1
-POSTHOOK: query: insert into table simple_from_mm1 select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@simple_from_mm1
-POSTHOOK: Lineage: simple_from_mm1.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: insert into table simple_from_mm1 select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@simple_from_mm1
-POSTHOOK: query: insert into table simple_from_mm1 select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@simple_from_mm1
-POSTHOOK: Lineage: simple_from_mm1.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from simple_from_mm1 s1 order by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@simple_from_mm1
-#### A masked pattern was here ####
-POSTHOOK: query: select * from simple_from_mm1 s1 order by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@simple_from_mm1
-#### A masked pattern was here ####
-0
-0
-98
-98
-100
-100
-PREHOOK: query: alter table simple_from_mm1 unset tblproperties('transactional_properties', 'transactional')
-PREHOOK: type: ALTERTABLE_PROPERTIES
-PREHOOK: Input: default@simple_from_mm1
-PREHOOK: Output: default@simple_from_mm1
-POSTHOOK: query: alter table simple_from_mm1 unset tblproperties('transactional_properties', 'transactional')
-POSTHOOK: type: ALTERTABLE_PROPERTIES
-POSTHOOK: Input: default@simple_from_mm1
-POSTHOOK: Output: default@simple_from_mm1
-PREHOOK: query: select * from simple_from_mm1 s2 order by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@simple_from_mm1
-#### A masked pattern was here ####
-POSTHOOK: query: select * from simple_from_mm1 s2 order by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@simple_from_mm1
-#### A masked pattern was here ####
-0
-0
-98
-98
-100
-100
-PREHOOK: query: insert into table simple_from_mm1 select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@simple_from_mm1
-POSTHOOK: query: insert into table simple_from_mm1 select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@simple_from_mm1
-POSTHOOK: Lineage: simple_from_mm1.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from simple_from_mm1 s3 order by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@simple_from_mm1
-#### A masked pattern was here ####
-POSTHOOK: query: select * from simple_from_mm1 s3 order by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@simple_from_mm1
-#### A masked pattern was here ####
-0
-0
-0
-98
-98
-98
-100
-100
-100
-PREHOOK: query: drop table simple_from_mm1
-PREHOOK: type: DROPTABLE
-PREHOOK: Input: default@simple_from_mm1
-PREHOOK: Output: default@simple_from_mm1
-POSTHOOK: query: drop table simple_from_mm1
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@simple_from_mm1
-POSTHOOK: Output: default@simple_from_mm1
-PREHOOK: query: drop table simple_from_mm2
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table simple_from_mm2
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: create table simple_from_mm2(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@simple_from_mm2
-POSTHOOK: query: create table simple_from_mm2(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@simple_from_mm2
-PREHOOK: query: insert into table simple_from_mm2 select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@simple_from_mm2
-POSTHOOK: query: insert into table simple_from_mm2 select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@simple_from_mm2
-POSTHOOK: Lineage: simple_from_mm2.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: insert into table simple_from_mm2 select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@simple_from_mm2
-POSTHOOK: query: insert into table simple_from_mm2 select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@simple_from_mm2
-POSTHOOK: Lineage: simple_from_mm2.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from simple_from_mm2 s1 order by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@simple_from_mm2
-#### A masked pattern was here ####
-POSTHOOK: query: select * from simple_from_mm2 s1 order by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@simple_from_mm2
-#### A masked pattern was here ####
-0
-0
-98
-98
-100
-100
-PREHOOK: query: alter table simple_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false')
-PREHOOK: type: ALTERTABLE_PROPERTIES
-PREHOOK: Input: default@simple_from_mm2
-PREHOOK: Output: default@simple_from_mm2
-POSTHOOK: query: alter table simple_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false')
-POSTHOOK: type: ALTERTABLE_PROPERTIES
-POSTHOOK: Input: default@simple_from_mm2
-POSTHOOK: Output: default@simple_from_mm2
-PREHOOK: query: select * from simple_from_mm2 s2 order by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@simple_from_mm2
-#### A masked pattern was here ####
-POSTHOOK: query: select * from simple_from_mm2 s2 order by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@simple_from_mm2
-#### A masked pattern was here ####
-0
-0
-98
-98
-100
-100
-PREHOOK: query: insert into table simple_from_mm2 select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@simple_from_mm2
-POSTHOOK: query: insert into table simple_from_mm2 select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@simple_from_mm2
-POSTHOOK: Lineage: simple_from_mm2.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from simple_from_mm2 s3 order by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@simple_from_mm2
-#### A masked pattern was here ####
-POSTHOOK: query: select * from simple_from_mm2 s3 order by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@simple_from_mm2
-#### A masked pattern was here ####
-0
-0
-0
-98
-98
-98
-100
-100
-100
-PREHOOK: query: drop table simple_from_mm2
-PREHOOK: type: DROPTABLE
-PREHOOK: Input: default@simple_from_mm2
-PREHOOK: Output: default@simple_from_mm2
-POSTHOOK: query: drop table simple_from_mm2
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@simple_from_mm2
-POSTHOOK: Output: default@simple_from_mm2
PREHOOK: query: drop table simple_to_mm
PREHOOK: type: DROPTABLE
POSTHOOK: query: drop table simple_to_mm
@@ -385,314 +149,6 @@ POSTHOOK: query: drop table simple_to_mm
POSTHOOK: type: DROPTABLE
POSTHOOK: Input: default@simple_to_mm
POSTHOOK: Output: default@simple_to_mm
-PREHOOK: query: drop table part_from_mm1
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table part_from_mm1
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: create table part_from_mm1(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@part_from_mm1
-POSTHOOK: query: create table part_from_mm1(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@part_from_mm1
-PREHOOK: query: insert into table part_from_mm1 partition(key_mm='455') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm1@key_mm=455
-POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='455') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm1@key_mm=455
-POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: insert into table part_from_mm1 partition(key_mm='455') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm1@key_mm=455
-POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='455') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm1@key_mm=455
-POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: insert into table part_from_mm1 partition(key_mm='456') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm1@key_mm=456
-POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='456') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm1@key_mm=456
-POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=456).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from part_from_mm1 s1 order by key, key_mm
-PREHOOK: type: QUERY
-PREHOOK: Input: default@part_from_mm1
-PREHOOK: Input: default@part_from_mm1@key_mm=455
-PREHOOK: Input: default@part_from_mm1@key_mm=456
-#### A masked pattern was here ####
-POSTHOOK: query: select * from part_from_mm1 s1 order by key, key_mm
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@part_from_mm1
-POSTHOOK: Input: default@part_from_mm1@key_mm=455
-POSTHOOK: Input: default@part_from_mm1@key_mm=456
-#### A masked pattern was here ####
-0 455
-0 455
-0 456
-98 455
-98 455
-98 456
-100 455
-100 455
-100 456
-PREHOOK: query: alter table part_from_mm1 unset tblproperties('transactional_properties', 'transactional')
-PREHOOK: type: ALTERTABLE_PROPERTIES
-PREHOOK: Input: default@part_from_mm1
-PREHOOK: Output: default@part_from_mm1
-POSTHOOK: query: alter table part_from_mm1 unset tblproperties('transactional_properties', 'transactional')
-POSTHOOK: type: ALTERTABLE_PROPERTIES
-POSTHOOK: Input: default@part_from_mm1
-POSTHOOK: Output: default@part_from_mm1
-PREHOOK: query: select * from part_from_mm1 s2 order by key, key_mm
-PREHOOK: type: QUERY
-PREHOOK: Input: default@part_from_mm1
-PREHOOK: Input: default@part_from_mm1@key_mm=455
-PREHOOK: Input: default@part_from_mm1@key_mm=456
-#### A masked pattern was here ####
-POSTHOOK: query: select * from part_from_mm1 s2 order by key, key_mm
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@part_from_mm1
-POSTHOOK: Input: default@part_from_mm1@key_mm=455
-POSTHOOK: Input: default@part_from_mm1@key_mm=456
-#### A masked pattern was here ####
-0 455
-0 455
-0 456
-98 455
-98 455
-98 456
-100 455
-100 455
-100 456
-PREHOOK: query: insert into table part_from_mm1 partition(key_mm='456') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm1@key_mm=456
-POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='456') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm1@key_mm=456
-POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=456).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: insert into table part_from_mm1 partition(key_mm='457') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm1@key_mm=457
-POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='457') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm1@key_mm=457
-POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=457).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from part_from_mm1 s3 order by key, key_mm
-PREHOOK: type: QUERY
-PREHOOK: Input: default@part_from_mm1
-PREHOOK: Input: default@part_from_mm1@key_mm=455
-PREHOOK: Input: default@part_from_mm1@key_mm=456
-PREHOOK: Input: default@part_from_mm1@key_mm=457
-#### A masked pattern was here ####
-POSTHOOK: query: select * from part_from_mm1 s3 order by key, key_mm
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@part_from_mm1
-POSTHOOK: Input: default@part_from_mm1@key_mm=455
-POSTHOOK: Input: default@part_from_mm1@key_mm=456
-POSTHOOK: Input: default@part_from_mm1@key_mm=457
-#### A masked pattern was here ####
-0 455
-0 455
-0 456
-0 456
-0 457
-98 455
-98 455
-98 456
-98 456
-98 457
-100 455
-100 455
-100 456
-100 456
-100 457
-PREHOOK: query: drop table part_from_mm1
-PREHOOK: type: DROPTABLE
-PREHOOK: Input: default@part_from_mm1
-PREHOOK: Output: default@part_from_mm1
-POSTHOOK: query: drop table part_from_mm1
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@part_from_mm1
-POSTHOOK: Output: default@part_from_mm1
-PREHOOK: query: drop table part_from_mm2
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table part_from_mm2
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: create table part_from_mm2(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@part_from_mm2
-POSTHOOK: query: create table part_from_mm2(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@part_from_mm2
-PREHOOK: query: insert into table part_from_mm2 partition(key_mm='456') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm2@key_mm=456
-POSTHOOK: query: insert into table part_from_mm2 partition(key_mm='456') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm2@key_mm=456
-POSTHOOK: Lineage: part_from_mm2 PARTITION(key_mm=456).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: --fails here
-insert into table part_from_mm2 partition(key_mm='455') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm2@key_mm=455
-POSTHOOK: query: --fails here
-insert into table part_from_mm2 partition(key_mm='455') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm2@key_mm=455
-POSTHOOK: Lineage: part_from_mm2 PARTITION(key_mm=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from part_from_mm2 s1 order by key, key_mm
-PREHOOK: type: QUERY
-PREHOOK: Input: default@part_from_mm2
-PREHOOK: Input: default@part_from_mm2@key_mm=455
-PREHOOK: Input: default@part_from_mm2@key_mm=456
-#### A masked pattern was here ####
-POSTHOOK: query: select * from part_from_mm2 s1 order by key, key_mm
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@part_from_mm2
-POSTHOOK: Input: default@part_from_mm2@key_mm=455
-POSTHOOK: Input: default@part_from_mm2@key_mm=456
-#### A masked pattern was here ####
-0 455
-0 456
-98 455
-98 456
-100 455
-100 456
-PREHOOK: query: alter table part_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false')
-PREHOOK: type: ALTERTABLE_PROPERTIES
-PREHOOK: Input: default@part_from_mm2
-PREHOOK: Output: default@part_from_mm2
-POSTHOOK: query: alter table part_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false')
-POSTHOOK: type: ALTERTABLE_PROPERTIES
-POSTHOOK: Input: default@part_from_mm2
-POSTHOOK: Output: default@part_from_mm2
-PREHOOK: query: select * from part_from_mm2 s2 order by key, key_mm
-PREHOOK: type: QUERY
-PREHOOK: Input: default@part_from_mm2
-PREHOOK: Input: default@part_from_mm2@key_mm=455
-PREHOOK: Input: default@part_from_mm2@key_mm=456
-#### A masked pattern was here ####
-POSTHOOK: query: select * from part_from_mm2 s2 order by key, key_mm
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@part_from_mm2
-POSTHOOK: Input: default@part_from_mm2@key_mm=455
-POSTHOOK: Input: default@part_from_mm2@key_mm=456
-#### A masked pattern was here ####
-0 455
-0 456
-98 455
-98 456
-100 455
-100 456
-PREHOOK: query: insert into table part_from_mm2 partition(key_mm='457') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm2@key_mm=457
-POSTHOOK: query: insert into table part_from_mm2 partition(key_mm='457') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm2@key_mm=457
-POSTHOOK: Lineage: part_from_mm2 PARTITION(key_mm=457).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from part_from_mm2 s3 order by key, key_mm
-PREHOOK: type: QUERY
-PREHOOK: Input: default@part_from_mm2
-PREHOOK: Input: default@part_from_mm2@key_mm=455
-PREHOOK: Input: default@part_from_mm2@key_mm=456
-PREHOOK: Input: default@part_from_mm2@key_mm=457
-#### A masked pattern was here ####
-POSTHOOK: query: select * from part_from_mm2 s3 order by key, key_mm
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@part_from_mm2
-POSTHOOK: Input: default@part_from_mm2@key_mm=455
-POSTHOOK: Input: default@part_from_mm2@key_mm=456
-POSTHOOK: Input: default@part_from_mm2@key_mm=457
-#### A masked pattern was here ####
-0 455
-0 456
-0 457
-98 455
-98 456
-98 457
-100 455
-100 456
-100 457
-PREHOOK: query: drop table part_from_mm2
-PREHOOK: type: DROPTABLE
-PREHOOK: Input: default@part_from_mm2
-PREHOOK: Output: default@part_from_mm2
-POSTHOOK: query: drop table part_from_mm2
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@part_from_mm2
-POSTHOOK: Output: default@part_from_mm2
PREHOOK: query: drop table part_to_mm
PREHOOK: type: DROPTABLE
POSTHOOK: query: drop table part_to_mm
http://git-wip-us.apache.org/repos/asf/hive/blob/ae4ac4b1/ql/src/test/results/clientpositive/mm_conversions.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/mm_conversions.q.out b/ql/src/test/results/clientpositive/mm_conversions.q.out
index d95a70e..4754710 100644
--- a/ql/src/test/results/clientpositive/mm_conversions.q.out
+++ b/ql/src/test/results/clientpositive/mm_conversions.q.out
@@ -37,242 +37,6 @@ POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
POSTHOOK: Output: default@intermediate@p=457
POSTHOOK: Lineage: intermediate PARTITION(p=457).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
-PREHOOK: query: drop table simple_from_mm1
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table simple_from_mm1
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: create table simple_from_mm1(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@simple_from_mm1
-POSTHOOK: query: create table simple_from_mm1(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@simple_from_mm1
-PREHOOK: query: insert into table simple_from_mm1 select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@simple_from_mm1
-POSTHOOK: query: insert into table simple_from_mm1 select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@simple_from_mm1
-POSTHOOK: Lineage: simple_from_mm1.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: insert into table simple_from_mm1 select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@simple_from_mm1
-POSTHOOK: query: insert into table simple_from_mm1 select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@simple_from_mm1
-POSTHOOK: Lineage: simple_from_mm1.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from simple_from_mm1 s1 order by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@simple_from_mm1
-#### A masked pattern was here ####
-POSTHOOK: query: select * from simple_from_mm1 s1 order by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@simple_from_mm1
-#### A masked pattern was here ####
-0
-0
-98
-98
-100
-100
-PREHOOK: query: alter table simple_from_mm1 unset tblproperties('transactional_properties', 'transactional')
-PREHOOK: type: ALTERTABLE_PROPERTIES
-PREHOOK: Input: default@simple_from_mm1
-PREHOOK: Output: default@simple_from_mm1
-POSTHOOK: query: alter table simple_from_mm1 unset tblproperties('transactional_properties', 'transactional')
-POSTHOOK: type: ALTERTABLE_PROPERTIES
-POSTHOOK: Input: default@simple_from_mm1
-POSTHOOK: Output: default@simple_from_mm1
-PREHOOK: query: select * from simple_from_mm1 s2 order by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@simple_from_mm1
-#### A masked pattern was here ####
-POSTHOOK: query: select * from simple_from_mm1 s2 order by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@simple_from_mm1
-#### A masked pattern was here ####
-0
-0
-98
-98
-100
-100
-PREHOOK: query: insert into table simple_from_mm1 select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@simple_from_mm1
-POSTHOOK: query: insert into table simple_from_mm1 select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@simple_from_mm1
-POSTHOOK: Lineage: simple_from_mm1.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from simple_from_mm1 s3 order by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@simple_from_mm1
-#### A masked pattern was here ####
-POSTHOOK: query: select * from simple_from_mm1 s3 order by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@simple_from_mm1
-#### A masked pattern was here ####
-0
-0
-0
-98
-98
-98
-100
-100
-100
-PREHOOK: query: drop table simple_from_mm1
-PREHOOK: type: DROPTABLE
-PREHOOK: Input: default@simple_from_mm1
-PREHOOK: Output: default@simple_from_mm1
-POSTHOOK: query: drop table simple_from_mm1
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@simple_from_mm1
-POSTHOOK: Output: default@simple_from_mm1
-PREHOOK: query: drop table simple_from_mm2
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table simple_from_mm2
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: create table simple_from_mm2(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@simple_from_mm2
-POSTHOOK: query: create table simple_from_mm2(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@simple_from_mm2
-PREHOOK: query: insert into table simple_from_mm2 select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@simple_from_mm2
-POSTHOOK: query: insert into table simple_from_mm2 select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@simple_from_mm2
-POSTHOOK: Lineage: simple_from_mm2.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: insert into table simple_from_mm2 select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@simple_from_mm2
-POSTHOOK: query: insert into table simple_from_mm2 select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@simple_from_mm2
-POSTHOOK: Lineage: simple_from_mm2.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from simple_from_mm2 s1 order by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@simple_from_mm2
-#### A masked pattern was here ####
-POSTHOOK: query: select * from simple_from_mm2 s1 order by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@simple_from_mm2
-#### A masked pattern was here ####
-0
-0
-98
-98
-100
-100
-PREHOOK: query: alter table simple_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false')
-PREHOOK: type: ALTERTABLE_PROPERTIES
-PREHOOK: Input: default@simple_from_mm2
-PREHOOK: Output: default@simple_from_mm2
-POSTHOOK: query: alter table simple_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false')
-POSTHOOK: type: ALTERTABLE_PROPERTIES
-POSTHOOK: Input: default@simple_from_mm2
-POSTHOOK: Output: default@simple_from_mm2
-PREHOOK: query: select * from simple_from_mm2 s2 order by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@simple_from_mm2
-#### A masked pattern was here ####
-POSTHOOK: query: select * from simple_from_mm2 s2 order by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@simple_from_mm2
-#### A masked pattern was here ####
-0
-0
-98
-98
-100
-100
-PREHOOK: query: insert into table simple_from_mm2 select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@simple_from_mm2
-POSTHOOK: query: insert into table simple_from_mm2 select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@simple_from_mm2
-POSTHOOK: Lineage: simple_from_mm2.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from simple_from_mm2 s3 order by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@simple_from_mm2
-#### A masked pattern was here ####
-POSTHOOK: query: select * from simple_from_mm2 s3 order by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@simple_from_mm2
-#### A masked pattern was here ####
-0
-0
-0
-98
-98
-98
-100
-100
-100
-PREHOOK: query: drop table simple_from_mm2
-PREHOOK: type: DROPTABLE
-PREHOOK: Input: default@simple_from_mm2
-PREHOOK: Output: default@simple_from_mm2
-POSTHOOK: query: drop table simple_from_mm2
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@simple_from_mm2
-POSTHOOK: Output: default@simple_from_mm2
PREHOOK: query: drop table simple_to_mm
PREHOOK: type: DROPTABLE
POSTHOOK: query: drop table simple_to_mm
@@ -385,314 +149,6 @@ POSTHOOK: query: drop table simple_to_mm
POSTHOOK: type: DROPTABLE
POSTHOOK: Input: default@simple_to_mm
POSTHOOK: Output: default@simple_to_mm
-PREHOOK: query: drop table part_from_mm1
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table part_from_mm1
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: create table part_from_mm1(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@part_from_mm1
-POSTHOOK: query: create table part_from_mm1(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@part_from_mm1
-PREHOOK: query: insert into table part_from_mm1 partition(key_mm='455') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm1@key_mm=455
-POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='455') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm1@key_mm=455
-POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: insert into table part_from_mm1 partition(key_mm='455') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm1@key_mm=455
-POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='455') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm1@key_mm=455
-POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: insert into table part_from_mm1 partition(key_mm='456') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm1@key_mm=456
-POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='456') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm1@key_mm=456
-POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=456).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from part_from_mm1 s1 order by key, key_mm
-PREHOOK: type: QUERY
-PREHOOK: Input: default@part_from_mm1
-PREHOOK: Input: default@part_from_mm1@key_mm=455
-PREHOOK: Input: default@part_from_mm1@key_mm=456
-#### A masked pattern was here ####
-POSTHOOK: query: select * from part_from_mm1 s1 order by key, key_mm
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@part_from_mm1
-POSTHOOK: Input: default@part_from_mm1@key_mm=455
-POSTHOOK: Input: default@part_from_mm1@key_mm=456
-#### A masked pattern was here ####
-0 455
-0 455
-0 456
-98 455
-98 455
-98 456
-100 455
-100 455
-100 456
-PREHOOK: query: alter table part_from_mm1 unset tblproperties('transactional_properties', 'transactional')
-PREHOOK: type: ALTERTABLE_PROPERTIES
-PREHOOK: Input: default@part_from_mm1
-PREHOOK: Output: default@part_from_mm1
-POSTHOOK: query: alter table part_from_mm1 unset tblproperties('transactional_properties', 'transactional')
-POSTHOOK: type: ALTERTABLE_PROPERTIES
-POSTHOOK: Input: default@part_from_mm1
-POSTHOOK: Output: default@part_from_mm1
-PREHOOK: query: select * from part_from_mm1 s2 order by key, key_mm
-PREHOOK: type: QUERY
-PREHOOK: Input: default@part_from_mm1
-PREHOOK: Input: default@part_from_mm1@key_mm=455
-PREHOOK: Input: default@part_from_mm1@key_mm=456
-#### A masked pattern was here ####
-POSTHOOK: query: select * from part_from_mm1 s2 order by key, key_mm
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@part_from_mm1
-POSTHOOK: Input: default@part_from_mm1@key_mm=455
-POSTHOOK: Input: default@part_from_mm1@key_mm=456
-#### A masked pattern was here ####
-0 455
-0 455
-0 456
-98 455
-98 455
-98 456
-100 455
-100 455
-100 456
-PREHOOK: query: insert into table part_from_mm1 partition(key_mm='456') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm1@key_mm=456
-POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='456') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm1@key_mm=456
-POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=456).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: insert into table part_from_mm1 partition(key_mm='457') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm1@key_mm=457
-POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='457') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm1@key_mm=457
-POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=457).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from part_from_mm1 s3 order by key, key_mm
-PREHOOK: type: QUERY
-PREHOOK: Input: default@part_from_mm1
-PREHOOK: Input: default@part_from_mm1@key_mm=455
-PREHOOK: Input: default@part_from_mm1@key_mm=456
-PREHOOK: Input: default@part_from_mm1@key_mm=457
-#### A masked pattern was here ####
-POSTHOOK: query: select * from part_from_mm1 s3 order by key, key_mm
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@part_from_mm1
-POSTHOOK: Input: default@part_from_mm1@key_mm=455
-POSTHOOK: Input: default@part_from_mm1@key_mm=456
-POSTHOOK: Input: default@part_from_mm1@key_mm=457
-#### A masked pattern was here ####
-0 455
-0 455
-0 456
-0 456
-0 457
-98 455
-98 455
-98 456
-98 456
-98 457
-100 455
-100 455
-100 456
-100 456
-100 457
-PREHOOK: query: drop table part_from_mm1
-PREHOOK: type: DROPTABLE
-PREHOOK: Input: default@part_from_mm1
-PREHOOK: Output: default@part_from_mm1
-POSTHOOK: query: drop table part_from_mm1
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@part_from_mm1
-POSTHOOK: Output: default@part_from_mm1
-PREHOOK: query: drop table part_from_mm2
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table part_from_mm2
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: create table part_from_mm2(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@part_from_mm2
-POSTHOOK: query: create table part_from_mm2(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@part_from_mm2
-PREHOOK: query: insert into table part_from_mm2 partition(key_mm='456') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm2@key_mm=456
-POSTHOOK: query: insert into table part_from_mm2 partition(key_mm='456') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm2@key_mm=456
-POSTHOOK: Lineage: part_from_mm2 PARTITION(key_mm=456).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: --fails here
-insert into table part_from_mm2 partition(key_mm='455') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm2@key_mm=455
-POSTHOOK: query: --fails here
-insert into table part_from_mm2 partition(key_mm='455') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm2@key_mm=455
-POSTHOOK: Lineage: part_from_mm2 PARTITION(key_mm=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from part_from_mm2 s1 order by key, key_mm
-PREHOOK: type: QUERY
-PREHOOK: Input: default@part_from_mm2
-PREHOOK: Input: default@part_from_mm2@key_mm=455
-PREHOOK: Input: default@part_from_mm2@key_mm=456
-#### A masked pattern was here ####
-POSTHOOK: query: select * from part_from_mm2 s1 order by key, key_mm
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@part_from_mm2
-POSTHOOK: Input: default@part_from_mm2@key_mm=455
-POSTHOOK: Input: default@part_from_mm2@key_mm=456
-#### A masked pattern was here ####
-0 455
-0 456
-98 455
-98 456
-100 455
-100 456
-PREHOOK: query: alter table part_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false')
-PREHOOK: type: ALTERTABLE_PROPERTIES
-PREHOOK: Input: default@part_from_mm2
-PREHOOK: Output: default@part_from_mm2
-POSTHOOK: query: alter table part_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false')
-POSTHOOK: type: ALTERTABLE_PROPERTIES
-POSTHOOK: Input: default@part_from_mm2
-POSTHOOK: Output: default@part_from_mm2
-PREHOOK: query: select * from part_from_mm2 s2 order by key, key_mm
-PREHOOK: type: QUERY
-PREHOOK: Input: default@part_from_mm2
-PREHOOK: Input: default@part_from_mm2@key_mm=455
-PREHOOK: Input: default@part_from_mm2@key_mm=456
-#### A masked pattern was here ####
-POSTHOOK: query: select * from part_from_mm2 s2 order by key, key_mm
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@part_from_mm2
-POSTHOOK: Input: default@part_from_mm2@key_mm=455
-POSTHOOK: Input: default@part_from_mm2@key_mm=456
-#### A masked pattern was here ####
-0 455
-0 456
-98 455
-98 456
-100 455
-100 456
-PREHOOK: query: insert into table part_from_mm2 partition(key_mm='457') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm2@key_mm=457
-POSTHOOK: query: insert into table part_from_mm2 partition(key_mm='457') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm2@key_mm=457
-POSTHOOK: Lineage: part_from_mm2 PARTITION(key_mm=457).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from part_from_mm2 s3 order by key, key_mm
-PREHOOK: type: QUERY
-PREHOOK: Input: default@part_from_mm2
-PREHOOK: Input: default@part_from_mm2@key_mm=455
-PREHOOK: Input: default@part_from_mm2@key_mm=456
-PREHOOK: Input: default@part_from_mm2@key_mm=457
-#### A masked pattern was here ####
-POSTHOOK: query: select * from part_from_mm2 s3 order by key, key_mm
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@part_from_mm2
-POSTHOOK: Input: default@part_from_mm2@key_mm=455
-POSTHOOK: Input: default@part_from_mm2@key_mm=456
-POSTHOOK: Input: default@part_from_mm2@key_mm=457
-#### A masked pattern was here ####
-0 455
-0 456
-0 457
-98 455
-98 456
-98 457
-100 455
-100 456
-100 457
-PREHOOK: query: drop table part_from_mm2
-PREHOOK: type: DROPTABLE
-PREHOOK: Input: default@part_from_mm2
-PREHOOK: Output: default@part_from_mm2
-POSTHOOK: query: drop table part_from_mm2
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@part_from_mm2
-POSTHOOK: Output: default@part_from_mm2
PREHOOK: query: drop table part_to_mm
PREHOOK: type: DROPTABLE
POSTHOOK: query: drop table part_to_mm