KYLIN-2484 add validation for streaming + spark combination
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/4d1f169c Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/4d1f169c Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/4d1f169c Branch: refs/heads/master-hbase0.98 Commit: 4d1f169cd883319491c72a68b6ca8428fb217cfa Parents: ac35cd3 Author: shaofengshi <shaofeng...@apache.org> Authored: Mon Mar 6 11:48:53 2017 +0800 Committer: shaofengshi <shaofeng...@apache.org> Committed: Mon Mar 6 11:49:06 2017 +0800 ---------------------------------------------------------------------- .../kylin/cube/model/validation/rule/StreamingCubeRule.java | 6 ++++++ 1 file changed, 6 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/kylin/blob/4d1f169c/core-cube/src/main/java/org/apache/kylin/cube/model/validation/rule/StreamingCubeRule.java ---------------------------------------------------------------------- diff --git a/core-cube/src/main/java/org/apache/kylin/cube/model/validation/rule/StreamingCubeRule.java b/core-cube/src/main/java/org/apache/kylin/cube/model/validation/rule/StreamingCubeRule.java index fb0db8c..4438706 100644 --- a/core-cube/src/main/java/org/apache/kylin/cube/model/validation/rule/StreamingCubeRule.java +++ b/core-cube/src/main/java/org/apache/kylin/cube/model/validation/rule/StreamingCubeRule.java @@ -24,6 +24,7 @@ import org.apache.kylin.cube.model.validation.IValidatorRule; import org.apache.kylin.cube.model.validation.ResultLevel; import org.apache.kylin.cube.model.validation.ValidateContext; import org.apache.kylin.metadata.model.DataModelDesc; +import org.apache.kylin.metadata.model.IEngineAware; import org.apache.kylin.metadata.model.ISourceAware; import org.apache.kylin.metadata.model.TblColRef; @@ -53,6 +54,11 @@ public class StreamingCubeRule implements IValidatorRule<CubeDesc> { return; } + if (cube.getEngineType() == IEngineAware.ID_SPARK) { + context.addResult(ResultLevel.ERROR, "Spark engine doesn't support streaming source, select MapReduce engine instead."); + return; + } + if (model.getPartitionDesc() == null || model.getPartitionDesc().getPartitionDateColumn() == null) { context.addResult(ResultLevel.ERROR, "Must define a partition column."); return;
