You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by li...@apache.org on 2017/03/12 11:48:51 UTC
[19/48] kylin git commit: KYLIN-2484 add validation for streaming +
spark combination
KYLIN-2484 add validation for streaming + spark combination
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/4d1f169c
Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/4d1f169c
Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/4d1f169c
Branch: refs/heads/master-hbase0.98
Commit: 4d1f169cd883319491c72a68b6ca8428fb217cfa
Parents: ac35cd3
Author: shaofengshi <sh...@apache.org>
Authored: Mon Mar 6 11:48:53 2017 +0800
Committer: shaofengshi <sh...@apache.org>
Committed: Mon Mar 6 11:49:06 2017 +0800
----------------------------------------------------------------------
.../kylin/cube/model/validation/rule/StreamingCubeRule.java | 6 ++++++
1 file changed, 6 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/kylin/blob/4d1f169c/core-cube/src/main/java/org/apache/kylin/cube/model/validation/rule/StreamingCubeRule.java
----------------------------------------------------------------------
diff --git a/core-cube/src/main/java/org/apache/kylin/cube/model/validation/rule/StreamingCubeRule.java b/core-cube/src/main/java/org/apache/kylin/cube/model/validation/rule/StreamingCubeRule.java
index fb0db8c..4438706 100644
--- a/core-cube/src/main/java/org/apache/kylin/cube/model/validation/rule/StreamingCubeRule.java
+++ b/core-cube/src/main/java/org/apache/kylin/cube/model/validation/rule/StreamingCubeRule.java
@@ -24,6 +24,7 @@ import org.apache.kylin.cube.model.validation.IValidatorRule;
import org.apache.kylin.cube.model.validation.ResultLevel;
import org.apache.kylin.cube.model.validation.ValidateContext;
import org.apache.kylin.metadata.model.DataModelDesc;
+import org.apache.kylin.metadata.model.IEngineAware;
import org.apache.kylin.metadata.model.ISourceAware;
import org.apache.kylin.metadata.model.TblColRef;
@@ -53,6 +54,11 @@ public class StreamingCubeRule implements IValidatorRule<CubeDesc> {
return;
}
+ if (cube.getEngineType() == IEngineAware.ID_SPARK) {
+ context.addResult(ResultLevel.ERROR, "Spark engine doesn't support streaming source, select MapReduce engine instead.");
+ return;
+ }
+
if (model.getPartitionDesc() == null || model.getPartitionDesc().getPartitionDateColumn() == null) {
context.addResult(ResultLevel.ERROR, "Must define a partition column.");
return;