You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by li...@apache.org on 2016/06/17 09:15:53 UTC
kylin git commit: minor, merge region cut changes with Shaofeng
Repository: kylin
Updated Branches:
refs/heads/master 2008fb058 -> 67e9f8981
minor, merge region cut changes with Shaofeng
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/67e9f898
Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/67e9f898
Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/67e9f898
Branch: refs/heads/master
Commit: 67e9f8981d9ea9b88582d912574f2ea3bc7f9e2b
Parents: 2008fb0
Author: Li Yang <li...@apache.org>
Authored: Fri Jun 17 17:15:41 2016 +0800
Committer: Li Yang <li...@apache.org>
Committed: Fri Jun 17 17:15:41 2016 +0800
----------------------------------------------------------------------
examples/test_case_data/sandbox/kylin.properties | 1 -
.../org/apache/kylin/storage/hbase/steps/CreateHTableJob.java | 5 +++++
2 files changed, 5 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/kylin/blob/67e9f898/examples/test_case_data/sandbox/kylin.properties
----------------------------------------------------------------------
diff --git a/examples/test_case_data/sandbox/kylin.properties b/examples/test_case_data/sandbox/kylin.properties
index f92fd33..410bd74 100644
--- a/examples/test_case_data/sandbox/kylin.properties
+++ b/examples/test_case_data/sandbox/kylin.properties
@@ -67,7 +67,6 @@ kylin.job.mapreduce.max.reducer.number=5
# The percentage of the sampling, default 100%
kylin.job.cubing.inmem.sampling.percent=100
-kylin.hbase.region.count.max=10
# The cut size for hbase region, in GB.
# E.g, for cube whose capacity be marked as "SMALL", split region per 10GB by default
kylin.hbase.region.cut=0.1
http://git-wip-us.apache.org/repos/asf/kylin/blob/67e9f898/storage-hbase/src/main/java/org/apache/kylin/storage/hbase/steps/CreateHTableJob.java
----------------------------------------------------------------------
diff --git a/storage-hbase/src/main/java/org/apache/kylin/storage/hbase/steps/CreateHTableJob.java b/storage-hbase/src/main/java/org/apache/kylin/storage/hbase/steps/CreateHTableJob.java
index 2bb196c..9150a48 100644
--- a/storage-hbase/src/main/java/org/apache/kylin/storage/hbase/steps/CreateHTableJob.java
+++ b/storage-hbase/src/main/java/org/apache/kylin/storage/hbase/steps/CreateHTableJob.java
@@ -292,6 +292,11 @@ public class CreateHTableJob extends AbstractHadoopJob {
hfileSizeMB = mbPerRegion;
}
+ // keep the tweak for sandbox test
+ if (hfileSizeMB > 0.0 && kylinConfig.isDevEnv()) {
+ hfileSizeMB = mbPerRegion / 2;
+ }
+
int compactionThreshold = Integer.valueOf(hbaseConf.get("hbase.hstore.compactionThreshold", "3"));
logger.info("hbase.hstore.compactionThreshold is " + compactionThreshold);
if (hfileSizeMB > 0.0 && hfileSizeMB * compactionThreshold < mbPerRegion) {