You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by sh...@apache.org on 2018/03/21 10:31:22 UTC
[kylin] branch 2.3.x updated: APACHE-KYLIN-3018: minor fix
This is an automated email from the ASF dual-hosted git repository.
shaofengshi pushed a commit to branch 2.3.x
in repository https://gitbox.apache.org/repos/asf/kylin.git
The following commit(s) were added to refs/heads/2.3.x by this push:
new 935f288 APACHE-KYLIN-3018: minor fix
935f288 is described below
commit 935f288585a1fe343a9c5f36512a4146759a5e9b
Author: Zhong <nj...@apache.org>
AuthorDate: Wed Mar 21 18:04:43 2018 +0800
APACHE-KYLIN-3018: minor fix
Signed-off-by: shaofengshi <sh...@apache.org>
---
.../main/java/org/apache/kylin/engine/spark/SparkCubingByLayer.java | 3 +--
1 file changed, 1 insertion(+), 2 deletions(-)
diff --git a/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkCubingByLayer.java b/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkCubingByLayer.java
index 0d26815..714991d 100644
--- a/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkCubingByLayer.java
+++ b/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkCubingByLayer.java
@@ -45,7 +45,6 @@ import org.apache.kylin.cube.CubeSegment;
import org.apache.kylin.cube.common.RowKeySplitter;
import org.apache.kylin.cube.cuboid.Cuboid;
import org.apache.kylin.cube.cuboid.CuboidScheduler;
-import org.apache.kylin.cube.cuboid.CuboidUtil;
import org.apache.kylin.cube.kv.AbstractRowKeyEncoder;
import org.apache.kylin.cube.kv.RowKeyEncoderProvider;
import org.apache.kylin.cube.model.CubeDesc;
@@ -184,7 +183,7 @@ public class SparkCubingByLayer extends AbstractApplication implements Serializa
reducerFunction2 = new CuboidReducerFunction2(cubeName, metaUrl, sConf, needAggr);
}
- final int totalLevels = CuboidUtil.getLongestDepth(cubeSegment.getCuboidScheduler().getAllCuboidIds());
+ final int totalLevels = cubeSegment.getCuboidScheduler().getBuildLevel();
JavaPairRDD<ByteArray, Object[]>[] allRDDs = new JavaPairRDD[totalLevels + 1];
int level = 0;
int partition = estimateRDDPartitionNum(level, cubeStatsReader, envConfig);
--
To stop receiving notification emails like this one, please contact
shaofengshi@apache.org.