You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by ni...@apache.org on 2020/02/21 03:21:32 UTC
[kylin] 03/06: KYLIN-4337 Global domain dict for Spark build engine
This is an automated email from the ASF dual-hosted git repository.
nic pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/kylin.git
commit eaa1cdbb5a243798e7a59ea081434b1e0ffcedf9
Author: wangxiaojing <wa...@didichuxing.com>
AuthorDate: Mon Jan 13 20:51:15 2020 +0800
KYLIN-4337 Global domain dict for Spark build engine
---
.../main/java/org/apache/kylin/engine/spark/SparkExecutable.java | 6 ++++++
1 file changed, 6 insertions(+)
diff --git a/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkExecutable.java b/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkExecutable.java
index a95d3d6..df13969 100644
--- a/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkExecutable.java
+++ b/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkExecutable.java
@@ -44,6 +44,7 @@ import org.apache.kylin.cube.CubeInstance;
import org.apache.kylin.cube.CubeManager;
import org.apache.kylin.cube.CubeSegment;
import org.apache.kylin.cube.CubeUpdate;
+import org.apache.kylin.cube.model.CubeDescTiretreeGlobalDomainDictUtil;
import org.apache.kylin.engine.mr.CubingJob;
import org.apache.kylin.engine.mr.common.AbstractHadoopJob;
import org.apache.kylin.engine.mr.common.BatchConstants;
@@ -506,6 +507,9 @@ public class SparkExecutable extends AbstractExecutable {
// cube statistics is not available for new segment
dumpList.add(segment.getStatisticsResourcePath());
}
+ //tiretree global domain dic
+ CubeDescTiretreeGlobalDomainDictUtil.cuboidJob(segment.getCubeDesc(), dumpList);
+
JobRelatedMetaUtil.dumpAndUploadKylinPropsAndMetadata(dumpList, (KylinConfigExt) segment.getConfig(),
this.getParam(SparkCubingByLayer.OPTION_META_URL.getOpt()));
}
@@ -520,6 +524,8 @@ public class SparkExecutable extends AbstractExecutable {
// cube statistics is not available for new segment
dumpList.add(segment.getStatisticsResourcePath());
}
+ //tiretree global domain dic
+ CubeDescTiretreeGlobalDomainDictUtil.cuboidJob(segment.getCubeDesc(), dumpList);
}
JobRelatedMetaUtil.dumpAndUploadKylinPropsAndMetadata(dumpList, (KylinConfigExt) segments.get(0).getConfig(),
this.getParam(SparkCubingByLayer.OPTION_META_URL.getOpt()));