Repository: kylin Updated Branches: refs/heads/master acf1bc331 -> 4cd733a14
Minor changes: add dimension length info in CubeStatsReader Project: http://git-wip-us.apache.org/repos/asf/kylin/repo Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/4cd733a1 Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/4cd733a1 Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/4cd733a1 Branch: refs/heads/master Commit: 4cd733a1465a5641229954afa5d8a6349cc6bb8a Parents: acf1bc3 Author: Hongbin Ma <mahong...@apache.org> Authored: Wed Jul 6 18:03:12 2016 +0800 Committer: Hongbin Ma <mahong...@apache.org> Committed: Wed Jul 6 18:03:19 2016 +0800 ---------------------------------------------------------------------- .../apache/kylin/engine/mr/common/CubeStatsReader.java | 10 ++++++++++ 1 file changed, 10 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/kylin/blob/4cd733a1/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsReader.java ---------------------------------------------------------------------- diff --git a/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsReader.java b/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsReader.java index cab0c8d..83e46e3 100644 --- a/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsReader.java +++ b/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsReader.java @@ -49,6 +49,7 @@ import org.apache.kylin.cube.CubeSegment; import org.apache.kylin.cube.cuboid.Cuboid; import org.apache.kylin.cube.cuboid.CuboidScheduler; import org.apache.kylin.cube.kv.CubeDimEncMap; +import org.apache.kylin.cube.kv.RowKeyEncoder; import org.apache.kylin.cube.model.CubeDesc; import org.apache.kylin.engine.mr.HadoopUtil; import org.apache.kylin.measure.hllc.HyperLogLogPlusCounter; @@ -233,6 +234,7 @@ public class CubeStatsReader { out.println("Total estimated size(MB): " + SumHelper.sumDouble(cuboidSizes.values())); out.println("Sampling percentage: " + samplingPercentage); out.println("Mapper overlap ratio: " + mapperOverlapRatioOfFirstBuild); + printKVInfo(out); printCuboidInfoTreeEntry(cuboidRows, cuboidSizes, out); out.println("----------------------------------------------------------------------------"); } @@ -245,6 +247,14 @@ public class CubeStatsReader { printCuboidInfoTree(-1L, baseCuboid, scheduler, cuboidRows, cuboidSizes, dimensionCount, 0, out); } + private void printKVInfo(PrintWriter writer) { + Cuboid cuboid = Cuboid.getBaseCuboid(seg.getCubeDesc()); + RowKeyEncoder encoder = new RowKeyEncoder(seg, cuboid); + for (TblColRef col : cuboid.getColumns()) { + writer.println("Length of dimension " + col + " is " + encoder.getColumnLength(col)); + } + } + private static void printCuboidInfoTree(long parent, long cuboidID, final CuboidScheduler scheduler, Map<Long, Long> cuboidRows, Map<Long, Double> cuboidSizes, int dimensionCount, int depth, PrintWriter out) { printOneCuboidInfo(parent, cuboidID, cuboidRows, cuboidSizes, dimensionCount, depth, out);
