You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by ma...@apache.org on 2016/11/11 03:51:50 UTC
kylin git commit: KYLIN-2175 cubestatsreader support reading
unfinished segments
Repository: kylin
Updated Branches:
refs/heads/master 14d65c2c1 -> e69480125
KYLIN-2175 cubestatsreader support reading unfinished segments
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/e6948012
Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/e6948012
Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/e6948012
Branch: refs/heads/master
Commit: e6948012549b2bbc65895e8832ea2df58b14627c
Parents: 14d65c2
Author: Hongbin Ma <ma...@apache.org>
Authored: Fri Nov 11 11:50:25 2016 +0800
Committer: Hongbin Ma <ma...@apache.org>
Committed: Fri Nov 11 11:51:43 2016 +0800
----------------------------------------------------------------------
.../apache/kylin/engine/mr/common/CubeStatsReader.java | 12 ++++++++----
1 file changed, 8 insertions(+), 4 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/kylin/blob/e6948012/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsReader.java
----------------------------------------------------------------------
diff --git a/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsReader.java b/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsReader.java
index 2dcb268..c917cfb 100644
--- a/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsReader.java
+++ b/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsReader.java
@@ -55,7 +55,6 @@ import org.apache.kylin.engine.mr.HadoopUtil;
import org.apache.kylin.measure.hllc.HyperLogLogPlusCounter;
import org.apache.kylin.metadata.datatype.DataType;
import org.apache.kylin.metadata.model.MeasureDesc;
-import org.apache.kylin.metadata.model.SegmentStatusEnum;
import org.apache.kylin.metadata.model.TblColRef;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
@@ -149,7 +148,7 @@ public class CubeStatsReader {
public int getMapperNumberOfFirstBuild() {
return mapperNumberOfFirstBuild;
}
-
+
public double getMapperOverlapRatioOfFirstBuild() {
return mapperOverlapRatioOfFirstBuild;
}
@@ -243,6 +242,7 @@ public class CubeStatsReader {
out.println("Total estimated size(MB): " + SumHelper.sumDouble(cuboidSizes.values()));
out.println("Sampling percentage: " + samplingPercentage);
out.println("Mapper overlap ratio: " + mapperOverlapRatioOfFirstBuild);
+ out.println("Mapper number: " + mapperNumberOfFirstBuild);
printKVInfo(out);
printCuboidInfoTreeEntry(cuboidRows, cuboidSizes, out);
out.println("----------------------------------------------------------------------------");
@@ -302,11 +302,15 @@ public class CubeStatsReader {
System.out.println("CubeStatsReader is used to read cube statistic saved in metadata store");
KylinConfig config = KylinConfig.getInstanceFromEnv();
CubeInstance cube = CubeManager.getInstance(config).getCube(args[0]);
- List<CubeSegment> segments = cube.getSegments(SegmentStatusEnum.READY);
+ List<CubeSegment> segments = cube.getSegments();
PrintWriter out = new PrintWriter(System.out);
for (CubeSegment seg : segments) {
- new CubeStatsReader(seg, config).print(out);
+ try {
+ new CubeStatsReader(seg, config).print(out);
+ } catch (Exception e) {
+ logger.info("CubeStatsReader for Segment {} failed, skip it.", seg.getName());
+ }
}
out.flush();
}