You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by sh...@apache.org on 2015/05/15 05:06:29 UTC
[17/50] [abbrv] incubator-kylin git commit: KYLIN-749 remove creating
htable on each streamcli start
KYLIN-749 remove creating htable on each streamcli start
Project: http://git-wip-us.apache.org/repos/asf/incubator-kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-kylin/commit/f9b1442e
Tree: http://git-wip-us.apache.org/repos/asf/incubator-kylin/tree/f9b1442e
Diff: http://git-wip-us.apache.org/repos/asf/incubator-kylin/diff/f9b1442e
Branch: refs/heads/streaming-localdict
Commit: f9b1442e58149a9a16cb8192f445418687913715
Parents: 35f803c
Author: honma <ho...@ebay.com>
Authored: Wed May 6 18:01:59 2015 +0800
Committer: honma <ho...@ebay.com>
Committed: Wed May 6 18:01:59 2015 +0800
----------------------------------------------------------------------
.../org/apache/kylin/job/streaming/StreamingBootstrap.java | 7 +++++--
1 file changed, 5 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-kylin/blob/f9b1442e/job/src/main/java/org/apache/kylin/job/streaming/StreamingBootstrap.java
----------------------------------------------------------------------
diff --git a/job/src/main/java/org/apache/kylin/job/streaming/StreamingBootstrap.java b/job/src/main/java/org/apache/kylin/job/streaming/StreamingBootstrap.java
index 1f7608b..88302c8 100644
--- a/job/src/main/java/org/apache/kylin/job/streaming/StreamingBootstrap.java
+++ b/job/src/main/java/org/apache/kylin/job/streaming/StreamingBootstrap.java
@@ -41,10 +41,10 @@ import kafka.cluster.Broker;
import kafka.javaapi.PartitionMetadata;
import org.apache.commons.lang3.StringUtils;
import org.apache.kylin.common.KylinConfig;
+import org.apache.kylin.common.persistence.HBaseConnection;
import org.apache.kylin.invertedindex.IIInstance;
import org.apache.kylin.invertedindex.IIManager;
import org.apache.kylin.invertedindex.IISegment;
-import org.apache.kylin.job.hadoop.invertedindex.IICreateHTableJob;
import org.apache.kylin.streaming.*;
import org.apache.kylin.streaming.invertedindex.IIStreamBuilder;
import org.slf4j.Logger;
@@ -137,7 +137,10 @@ public class StreamingBootstrap {
streamingOffset = Math.max(streamingOffset, earliestOffset);
logger.info("starting offset is " + streamingOffset);
- IICreateHTableJob.main(new String[] { "-iiname", kafkaConfig.getIiName(), "-htablename", iiSegment.getStorageLocationIdentifier() });
+ if (!HBaseConnection.tableExists(kylinConfig.getStorageUrl(), iiSegment.getStorageLocationIdentifier())) {
+ logger.error("no htable:" + iiSegment.getStorageLocationIdentifier() + " found");
+ throw new IllegalStateException("please create htable:" + iiSegment.getStorageLocationIdentifier() + " first");
+ }
KafkaConsumer consumer = new KafkaConsumer(kafkaConfig.getTopic(), partitionId, streamingOffset, kafkaConfig.getBrokers(), kafkaConfig, parallelism);
kafkaConsumers.put(getKey(streaming, partitionId), consumer);