You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by sh...@apache.org on 2015/05/15 05:06:40 UTC
[28/50] [abbrv] incubator-kylin git commit: KYLIN-754 add check
supportness before enabling lzo
KYLIN-754 add check supportness before enabling lzo
Project: http://git-wip-us.apache.org/repos/asf/incubator-kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-kylin/commit/a2906ae1
Tree: http://git-wip-us.apache.org/repos/asf/incubator-kylin/tree/a2906ae1
Diff: http://git-wip-us.apache.org/repos/asf/incubator-kylin/diff/a2906ae1
Branch: refs/heads/streaming-localdict
Commit: a2906ae12a17d78197fc0e2d2ddc80d708c36d24
Parents: 93847c3
Author: honma <ho...@ebay.com>
Authored: Fri May 8 10:03:22 2015 +0800
Committer: honma <ho...@ebay.com>
Committed: Fri May 8 10:03:22 2015 +0800
----------------------------------------------------------------------
.../apache/kylin/job/hadoop/hbase/CreateHTableJob.java | 4 ++--
.../kylin/job/hadoop/invertedindex/IICreateHTableJob.java | 10 +++++++++-
2 files changed, 11 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-kylin/blob/a2906ae1/job/src/main/java/org/apache/kylin/job/hadoop/hbase/CreateHTableJob.java
----------------------------------------------------------------------
diff --git a/job/src/main/java/org/apache/kylin/job/hadoop/hbase/CreateHTableJob.java b/job/src/main/java/org/apache/kylin/job/hadoop/hbase/CreateHTableJob.java
index 69d241f..cbe8c10 100644
--- a/job/src/main/java/org/apache/kylin/job/hadoop/hbase/CreateHTableJob.java
+++ b/job/src/main/java/org/apache/kylin/job/hadoop/hbase/CreateHTableJob.java
@@ -119,10 +119,10 @@ public class CreateHTableJob extends AbstractHadoopJob {
cf.setMaxVersions(1);
if (LZOSupportnessChecker.getSupportness()) {
- logger.info("hbase will use lzo to compress data");
+ logger.info("hbase will use lzo to compress cube data");
cf.setCompressionType(Algorithm.LZO);
} else {
- logger.info("hbase will not use lzo to compress data");
+ logger.info("hbase will not use lzo to compress cube data");
}
cf.setDataBlockEncoding(DataBlockEncoding.FAST_DIFF);
http://git-wip-us.apache.org/repos/asf/incubator-kylin/blob/a2906ae1/job/src/main/java/org/apache/kylin/job/hadoop/invertedindex/IICreateHTableJob.java
----------------------------------------------------------------------
diff --git a/job/src/main/java/org/apache/kylin/job/hadoop/invertedindex/IICreateHTableJob.java b/job/src/main/java/org/apache/kylin/job/hadoop/invertedindex/IICreateHTableJob.java
index cf8d005..23a4930 100644
--- a/job/src/main/java/org/apache/kylin/job/hadoop/invertedindex/IICreateHTableJob.java
+++ b/job/src/main/java/org/apache/kylin/job/hadoop/invertedindex/IICreateHTableJob.java
@@ -39,6 +39,7 @@ import org.apache.kylin.invertedindex.model.IIDesc;
import org.apache.kylin.invertedindex.model.IIKeyValueCodec;
import org.apache.kylin.job.hadoop.AbstractHadoopJob;
import org.apache.kylin.job.tools.DeployCoprocessorCLI;
+import org.apache.kylin.job.tools.LZOSupportnessChecker;
import org.apache.kylin.metadata.realization.IRealizationConstants;
/**
@@ -66,7 +67,14 @@ public class IICreateHTableJob extends AbstractHadoopJob {
HTableDescriptor tableDesc = new HTableDescriptor(TableName.valueOf(tableName));
HColumnDescriptor cf = new HColumnDescriptor(IIDesc.HBASE_FAMILY);
cf.setMaxVersions(1);
- cf.setCompressionType(Compression.Algorithm.LZO);
+
+ if (LZOSupportnessChecker.getSupportness()) {
+ logger.info("hbase will use lzo to compress II data");
+ cf.setCompressionType(Compression.Algorithm.LZO);
+ } else {
+ logger.info("hbase will not use lzo to compress II data");
+ }
+
cf.setDataBlockEncoding(DataBlockEncoding.FAST_DIFF);
tableDesc.addFamily(cf);
tableDesc.setValue(IRealizationConstants.HTableTag, config.getMetadataUrlPrefix());