You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by li...@apache.org on 2017/11/03 15:13:10 UTC
[2/3] kylin git commit: APACHE-KYLIN-2987: Skip moving to Trash when
drop an intermediate hive table or redistribute a hive table
APACHE-KYLIN-2987: Skip moving to Trash when drop an intermediate hive table or redistribute a hive table
Signed-off-by: Zhong <nj...@apache.org>
Signed-off-by: lidongsjtu <li...@apache.org>
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/16f7ade4
Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/16f7ade4
Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/16f7ade4
Branch: refs/heads/dong-merge
Commit: 16f7ade4439a5916a1db017ab2d8bcf51cfba567
Parents: e6bb40a
Author: Wang Ken <mi...@ebay.com>
Authored: Fri Nov 3 09:03:02 2017 +0800
Committer: lidongsjtu <li...@apache.org>
Committed: Fri Nov 3 22:55:17 2017 +0800
----------------------------------------------------------------------
core-job/src/main/java/org/apache/kylin/job/JoinedFlatTable.java | 1 +
.../src/main/java/org/apache/kylin/source/hive/HiveMRInput.java | 2 ++
2 files changed, 3 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/kylin/blob/16f7ade4/core-job/src/main/java/org/apache/kylin/job/JoinedFlatTable.java
----------------------------------------------------------------------
diff --git a/core-job/src/main/java/org/apache/kylin/job/JoinedFlatTable.java b/core-job/src/main/java/org/apache/kylin/job/JoinedFlatTable.java
index 52308e5..9593718 100644
--- a/core-job/src/main/java/org/apache/kylin/job/JoinedFlatTable.java
+++ b/core-job/src/main/java/org/apache/kylin/job/JoinedFlatTable.java
@@ -78,6 +78,7 @@ public class JoinedFlatTable {
}
ddl.append("STORED AS " + format + "\n");
ddl.append("LOCATION '" + getTableDir(flatDesc, storageDfsDir) + "';").append("\n");
+ ddl.append("ALTER TABLE " + flatDesc.getTableName() + " SET TBLPROPERTIES('auto.purge'='true');\n");
return ddl.toString();
}
http://git-wip-us.apache.org/repos/asf/kylin/blob/16f7ade4/source-hive/src/main/java/org/apache/kylin/source/hive/HiveMRInput.java
----------------------------------------------------------------------
diff --git a/source-hive/src/main/java/org/apache/kylin/source/hive/HiveMRInput.java b/source-hive/src/main/java/org/apache/kylin/source/hive/HiveMRInput.java
index 0041441..d989c85 100644
--- a/source-hive/src/main/java/org/apache/kylin/source/hive/HiveMRInput.java
+++ b/source-hive/src/main/java/org/apache/kylin/source/hive/HiveMRInput.java
@@ -223,6 +223,8 @@ public class HiveMRInput implements IMRInput {
.append("CREATE EXTERNAL TABLE IF NOT EXISTS " + intermediate + " LIKE " + identity + "\n");
createIntermediateTableHql.append("LOCATION '" + jobWorkingDir + "/" + intermediate + "';\n");
createIntermediateTableHql
+ .append("ALTER TABLE " + intermediate + " SET TBLPROPERTIES('auto.purge'='true');\n");
+ createIntermediateTableHql
.append("INSERT OVERWRITE TABLE " + intermediate + " SELECT * FROM " + identity + ";\n");
hiveCmdBuilder.addStatement(createIntermediateTableHql.toString());
hiveViewIntermediateTables = hiveViewIntermediateTables + intermediate + ";";