You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by li...@apache.org on 2017/07/25 09:44:49 UTC
[02/24] kylin git commit: KYLIN-2704 Alter StorageCleanupJob to
handle no file on HDFS
KYLIN-2704 Alter StorageCleanupJob to handle no file on HDFS
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/21d25b90
Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/21d25b90
Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/21d25b90
Branch: refs/heads/2.1.x
Commit: 21d25b907b76492fdb48e0050c35c733017333fc
Parents: 8b23602
Author: auphyroc99 <45...@qq.com>
Authored: Mon Jul 3 16:54:55 2017 +0800
Committer: liyang-gmt8 <li...@apache.org>
Committed: Tue Jul 4 19:21:12 2017 +0800
----------------------------------------------------------------------
.../apache/kylin/rest/job/StorageCleanupJob.java | 19 ++++++++++++-------
1 file changed, 12 insertions(+), 7 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/kylin/blob/21d25b90/server-base/src/main/java/org/apache/kylin/rest/job/StorageCleanupJob.java
----------------------------------------------------------------------
diff --git a/server-base/src/main/java/org/apache/kylin/rest/job/StorageCleanupJob.java b/server-base/src/main/java/org/apache/kylin/rest/job/StorageCleanupJob.java
index 9b72788..8bb06b5 100644
--- a/server-base/src/main/java/org/apache/kylin/rest/job/StorageCleanupJob.java
+++ b/server-base/src/main/java/org/apache/kylin/rest/job/StorageCleanupJob.java
@@ -18,6 +18,7 @@
package org.apache.kylin.rest.job;
+import java.io.FileNotFoundException;
import java.io.IOException;
import java.lang.reflect.Method;
import java.util.ArrayList;
@@ -119,14 +120,18 @@ public class StorageCleanupJob extends AbstractApplication {
// GlobFilter(KylinConfig.getInstanceFromEnv().getHdfsWorkingDirectory()
// + "/kylin-.*");
// TODO: when first use, /kylin/kylin_metadata does not exist.
- FileStatus[] fStatus = fs.listStatus(new Path(KylinConfig.getInstanceFromEnv().getHdfsWorkingDirectory()));
- for (FileStatus status : fStatus) {
- String path = status.getPath().getName();
- // System.out.println(path);
- if (path.startsWith("kylin-")) {
- String kylinJobPath = engineConfig.getHdfsWorkingDirectory() + path;
- allHdfsPathsNeedToBeDeleted.add(kylinJobPath);
+ try {
+ FileStatus[] fStatus = fs.listStatus(new Path(KylinConfig.getInstanceFromEnv().getHdfsWorkingDirectory()));
+ for (FileStatus status : fStatus) {
+ String path = status.getPath().getName();
+ // System.out.println(path);
+ if (path.startsWith("kylin-")) {
+ String kylinJobPath = engineConfig.getHdfsWorkingDirectory() + path;
+ allHdfsPathsNeedToBeDeleted.add(kylinJobPath);
+ }
}
+ } catch (FileNotFoundException e) {
+ logger.info("Working Directory does not exist on HDFS. ");
}
List<String> allJobs = executableManager.getAllJobIds();