You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by sh...@apache.org on 2017/11/29 03:45:43 UTC
kylin git commit: KYLIN-2912 Remove hfile folder after bulk load to
HBase
Repository: kylin
Updated Branches:
refs/heads/master ed4786937 -> 87bf2a143
KYLIN-2912 Remove hfile folder after bulk load to HBase
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/87bf2a14
Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/87bf2a14
Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/87bf2a14
Branch: refs/heads/master
Commit: 87bf2a143e5dc8a0880bfbbfea306ef7446cdc97
Parents: ed47869
Author: shaofengshi <sh...@apache.org>
Authored: Wed Nov 29 09:41:29 2017 +0800
Committer: shaofengshi <sh...@apache.org>
Committed: Wed Nov 29 09:41:29 2017 +0800
----------------------------------------------------------------------
.../java/org/apache/kylin/storage/hbase/steps/HBaseMRSteps.java | 2 ++
1 file changed, 2 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/kylin/blob/87bf2a14/storage-hbase/src/main/java/org/apache/kylin/storage/hbase/steps/HBaseMRSteps.java
----------------------------------------------------------------------
diff --git a/storage-hbase/src/main/java/org/apache/kylin/storage/hbase/steps/HBaseMRSteps.java b/storage-hbase/src/main/java/org/apache/kylin/storage/hbase/steps/HBaseMRSteps.java
index 6f69e8c..4ea9027 100644
--- a/storage-hbase/src/main/java/org/apache/kylin/storage/hbase/steps/HBaseMRSteps.java
+++ b/storage-hbase/src/main/java/org/apache/kylin/storage/hbase/steps/HBaseMRSteps.java
@@ -202,6 +202,7 @@ public class HBaseMRSteps extends JobBuilderSupport {
List<String> toDeletePaths = new ArrayList<>();
toDeletePaths.addAll(getMergingHDFSPaths());
+ toDeletePaths.add(getHFilePath(jobId));
HDFSPathGarbageCollectionStep step = new HDFSPathGarbageCollectionStep();
step.setName(ExecutableConstants.STEP_NAME_GARBAGE_COLLECTION_HDFS);
@@ -216,6 +217,7 @@ public class HBaseMRSteps extends JobBuilderSupport {
List<String> toDeletePaths = new ArrayList<>();
toDeletePaths.add(getFactDistinctColumnsPath(jobId));
+ toDeletePaths.add(getHFilePath(jobId));
HDFSPathGarbageCollectionStep step = new HDFSPathGarbageCollectionStep();
step.setName(ExecutableConstants.STEP_NAME_GARBAGE_COLLECTION_HBASE);