You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by ma...@apache.org on 2016/10/08 02:26:01 UTC
[39/50] [abbrv] kylin git commit: fix it,
run StorageCleanup after finish BuildCubeWithStream
fix it, run StorageCleanup after finish BuildCubeWithStream
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/3a6b1f2d
Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/3a6b1f2d
Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/3a6b1f2d
Branch: refs/heads/orderedbytes
Commit: 3a6b1f2d1cd1a42837353e52e3fa219c0d5a314b
Parents: dfb4176
Author: shaofengshi <sh...@apache.org>
Authored: Fri Sep 30 14:04:12 2016 +0800
Committer: shaofengshi <sh...@apache.org>
Committed: Fri Sep 30 14:04:12 2016 +0800
----------------------------------------------------------------------
.../org/apache/kylin/provision/BuildCubeWithStream.java | 11 ++++++++++-
1 file changed, 10 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/kylin/blob/3a6b1f2d/kylin-it/src/test/java/org/apache/kylin/provision/BuildCubeWithStream.java
----------------------------------------------------------------------
diff --git a/kylin-it/src/test/java/org/apache/kylin/provision/BuildCubeWithStream.java b/kylin-it/src/test/java/org/apache/kylin/provision/BuildCubeWithStream.java
index b48f75b..58715f1 100644
--- a/kylin-it/src/test/java/org/apache/kylin/provision/BuildCubeWithStream.java
+++ b/kylin-it/src/test/java/org/apache/kylin/provision/BuildCubeWithStream.java
@@ -35,6 +35,7 @@ import java.util.concurrent.TimeUnit;
import com.google.common.collect.Lists;
import org.I0Itec.zkclient.ZkConnection;
import org.apache.commons.lang3.StringUtils;
+import org.apache.hadoop.util.ToolRunner;
import org.apache.kafka.common.requests.MetadataResponse;
import org.apache.kylin.common.KylinConfig;
import org.apache.kylin.common.util.ClassUtil;
@@ -58,6 +59,7 @@ import org.apache.kylin.metadata.model.SegmentStatusEnum;
import org.apache.kylin.source.kafka.KafkaConfigManager;
import org.apache.kylin.source.kafka.config.BrokerConfig;
import org.apache.kylin.source.kafka.config.KafkaConfig;
+import org.apache.kylin.storage.hbase.util.StorageCleanupJob;
import org.apache.kylin.storage.hbase.util.ZookeeperJobLock;
import org.junit.Assert;
import org.slf4j.Logger;
@@ -177,7 +179,7 @@ public class BuildCubeWithStream {
List<FutureTask<ExecutableState>> futures = Lists.newArrayList();
for (int i = 0; i < 5; i++) {
- Thread.sleep(5 * 60 * 1000); // wait for new messages
+ Thread.sleep(2 * 60 * 1000); // wait for new messages
FutureTask futureTask = new FutureTask(new Callable<ExecutableState>() {
@Override
public ExecutableState call() {
@@ -276,6 +278,7 @@ public class BuildCubeWithStream {
}
public static void afterClass() throws Exception {
+ cleanupOldStorage();
HBaseMetadataTestCase.staticCleanupTestMetadata();
}
@@ -299,6 +302,12 @@ public class BuildCubeWithStream {
}
}
+ private static void cleanupOldStorage() throws Exception {
+ String[] args = { "--delete", "true" };
+ StorageCleanupJob cli = new StorageCleanupJob();
+ cli.execute(args);
+ }
+
public static void main(String[] args) throws Exception {
try {
beforeClass();