You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by li...@apache.org on 2016/05/08 13:30:06 UTC
[39/50] [abbrv] kylin git commit: KYLIN-1614 Did not dump streaming
for diag
KYLIN-1614 Did not dump streaming for diag
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/bd62929c
Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/bd62929c
Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/bd62929c
Branch: refs/heads/1.5.x-HBase1.x
Commit: bd62929c5fa82ad771c5b3f7801fedbcb8ceb521
Parents: 8d16bb3
Author: lidongsjtu <li...@apache.org>
Authored: Thu May 5 15:51:13 2016 +0800
Committer: lidongsjtu <li...@apache.org>
Committed: Thu May 5 15:51:13 2016 +0800
----------------------------------------------------------------------
.../apache/kylin/tool/CubeMetaExtractor.java | 30 +++++++-------------
1 file changed, 11 insertions(+), 19 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/kylin/blob/bd62929c/tool/src/main/java/org/apache/kylin/tool/CubeMetaExtractor.java
----------------------------------------------------------------------
diff --git a/tool/src/main/java/org/apache/kylin/tool/CubeMetaExtractor.java b/tool/src/main/java/org/apache/kylin/tool/CubeMetaExtractor.java
index 176a1d5..bfe56e2 100644
--- a/tool/src/main/java/org/apache/kylin/tool/CubeMetaExtractor.java
+++ b/tool/src/main/java/org/apache/kylin/tool/CubeMetaExtractor.java
@@ -35,8 +35,6 @@ import org.apache.kylin.cube.CubeInstance;
import org.apache.kylin.cube.CubeManager;
import org.apache.kylin.cube.CubeSegment;
import org.apache.kylin.cube.model.CubeDesc;
-import org.apache.kylin.engine.streaming.StreamingConfig;
-import org.apache.kylin.engine.streaming.StreamingManager;
import org.apache.kylin.job.dao.ExecutableDao;
import org.apache.kylin.job.dao.ExecutablePO;
import org.apache.kylin.job.exception.PersistentException;
@@ -51,8 +49,6 @@ import org.apache.kylin.metadata.project.RealizationEntry;
import org.apache.kylin.metadata.realization.IRealization;
import org.apache.kylin.metadata.realization.RealizationRegistry;
import org.apache.kylin.metadata.realization.RealizationType;
-import org.apache.kylin.source.kafka.KafkaConfigManager;
-import org.apache.kylin.source.kafka.config.KafkaConfig;
import org.apache.kylin.storage.hybrid.HybridInstance;
import org.apache.kylin.storage.hybrid.HybridManager;
import org.slf4j.Logger;
@@ -87,7 +83,7 @@ public class CubeMetaExtractor extends AbstractInfoExtractor {
private ProjectManager projectManager;
private HybridManager hybridManager;
private CubeManager cubeManager;
- private StreamingManager streamingManager;
+ // private StreamingManager streamingManager;
private CubeDescManager cubeDescManager;
private ExecutableDao executableDao;
private RealizationRegistry realizationRegistry;
@@ -213,15 +209,15 @@ public class CubeMetaExtractor extends AbstractInfoExtractor {
return realizationRegistry.getRealization(realizationEntry.getType(), realizationEntry.getRealization());
}
- private void dealWithStreaming(CubeInstance cube) {
- streamingManager = StreamingManager.getInstance(kylinConfig);
- for (StreamingConfig streamingConfig : streamingManager.listAllStreaming()) {
- if (streamingConfig.getName() != null && streamingConfig.getName().equalsIgnoreCase(cube.getFactTable())) {
- addRequired(StreamingConfig.concatResourcePath(streamingConfig.getName()));
- addRequired(KafkaConfig.concatResourcePath(streamingConfig.getName()));
- }
- }
- }
+ // private void dealWithStreaming(CubeInstance cube) {
+ // streamingManager = StreamingManager.getInstance(kylinConfig);
+ // for (StreamingConfig streamingConfig : streamingManager.listAllStreaming()) {
+ // if (streamingConfig.getName() != null && streamingConfig.getName().equalsIgnoreCase(cube.getFactTable())) {
+ // addRequired(StreamingConfig.concatResourcePath(streamingConfig.getName()));
+ // addRequired(KafkaConfig.concatResourcePath(streamingConfig.getName()));
+ // }
+ // }
+ // }
private void retrieveResourcePath(IRealization realization) {
@@ -234,11 +230,7 @@ public class CubeMetaExtractor extends AbstractInfoExtractor {
String modelName = cubeDesc.getModelName();
DataModelDesc modelDesc = metadataManager.getDataModelDesc(modelName);
- try {
- dealWithStreaming(cube);
- } catch (Exception e) {
- logger.warn("Failed to deal with streaming.", e);
- }
+ // dealWithStreaming(cube);
for (String tableName : modelDesc.getAllTables()) {
addRequired(TableDesc.concatResourcePath(tableName));