You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by ma...@apache.org on 2016/07/06 10:03:42 UTC
kylin git commit: Minor changes: add dimension length info in
CubeStatsReader
Repository: kylin
Updated Branches:
refs/heads/master acf1bc331 -> 4cd733a14
Minor changes: add dimension length info in CubeStatsReader
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/4cd733a1
Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/4cd733a1
Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/4cd733a1
Branch: refs/heads/master
Commit: 4cd733a1465a5641229954afa5d8a6349cc6bb8a
Parents: acf1bc3
Author: Hongbin Ma <ma...@apache.org>
Authored: Wed Jul 6 18:03:12 2016 +0800
Committer: Hongbin Ma <ma...@apache.org>
Committed: Wed Jul 6 18:03:19 2016 +0800
----------------------------------------------------------------------
.../apache/kylin/engine/mr/common/CubeStatsReader.java | 10 ++++++++++
1 file changed, 10 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/kylin/blob/4cd733a1/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsReader.java
----------------------------------------------------------------------
diff --git a/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsReader.java b/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsReader.java
index cab0c8d..83e46e3 100644
--- a/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsReader.java
+++ b/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsReader.java
@@ -49,6 +49,7 @@ import org.apache.kylin.cube.CubeSegment;
import org.apache.kylin.cube.cuboid.Cuboid;
import org.apache.kylin.cube.cuboid.CuboidScheduler;
import org.apache.kylin.cube.kv.CubeDimEncMap;
+import org.apache.kylin.cube.kv.RowKeyEncoder;
import org.apache.kylin.cube.model.CubeDesc;
import org.apache.kylin.engine.mr.HadoopUtil;
import org.apache.kylin.measure.hllc.HyperLogLogPlusCounter;
@@ -233,6 +234,7 @@ public class CubeStatsReader {
out.println("Total estimated size(MB): " + SumHelper.sumDouble(cuboidSizes.values()));
out.println("Sampling percentage: " + samplingPercentage);
out.println("Mapper overlap ratio: " + mapperOverlapRatioOfFirstBuild);
+ printKVInfo(out);
printCuboidInfoTreeEntry(cuboidRows, cuboidSizes, out);
out.println("----------------------------------------------------------------------------");
}
@@ -245,6 +247,14 @@ public class CubeStatsReader {
printCuboidInfoTree(-1L, baseCuboid, scheduler, cuboidRows, cuboidSizes, dimensionCount, 0, out);
}
+ private void printKVInfo(PrintWriter writer) {
+ Cuboid cuboid = Cuboid.getBaseCuboid(seg.getCubeDesc());
+ RowKeyEncoder encoder = new RowKeyEncoder(seg, cuboid);
+ for (TblColRef col : cuboid.getColumns()) {
+ writer.println("Length of dimension " + col + " is " + encoder.getColumnLength(col));
+ }
+ }
+
private static void printCuboidInfoTree(long parent, long cuboidID, final CuboidScheduler scheduler, Map<Long, Long> cuboidRows, Map<Long, Double> cuboidSizes, int dimensionCount, int depth, PrintWriter out) {
printOneCuboidInfo(parent, cuboidID, cuboidRows, cuboidSizes, dimensionCount, depth, out);