You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@atlas.apache.org by su...@apache.org on 2016/08/17 16:37:17 UTC
incubator-atlas git commit: ATLAS-1125 Enable compression on hbase
audit table (shwethags via sumasai)
Repository: incubator-atlas
Updated Branches:
refs/heads/master eb98bfe78 -> 8cdc8981d
ATLAS-1125 Enable compression on hbase audit table (shwethags via sumasai)
Project: http://git-wip-us.apache.org/repos/asf/incubator-atlas/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-atlas/commit/8cdc8981
Tree: http://git-wip-us.apache.org/repos/asf/incubator-atlas/tree/8cdc8981
Diff: http://git-wip-us.apache.org/repos/asf/incubator-atlas/diff/8cdc8981
Branch: refs/heads/master
Commit: 8cdc8981d7d6f71b5de506b3ba390763e9e7e80b
Parents: eb98bfe
Author: Suma Shivaprasad <su...@gmail.com>
Authored: Wed Aug 17 09:37:12 2016 -0700
Committer: Suma Shivaprasad <su...@gmail.com>
Committed: Wed Aug 17 09:37:12 2016 -0700
----------------------------------------------------------------------
release-log.txt | 1 +
.../atlas/repository/audit/HBaseBasedAuditRepository.java | 6 ++++++
2 files changed, 7 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/8cdc8981/release-log.txt
----------------------------------------------------------------------
diff --git a/release-log.txt b/release-log.txt
index c7f1220..7463713 100644
--- a/release-log.txt
+++ b/release-log.txt
@@ -6,6 +6,7 @@ INCOMPATIBLE CHANGES:
ATLAS-1060 Add composite indexes for exact match performance improvements for all attributes (sumasai via shwethags)
ALL CHANGES:
+ATLAS-1125 Enable compression on hbase audit table (shwethags via sumasai)
ATLAS-1122 Change trait edge labels to have trait name alone (sumasai)
ATLAS-1121 NPE while submitting topology in StormHook (ayubkhan via sumasai)
ATLAS-1119 Add retries for edge label creation (sumasai via shwethags)
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/8cdc8981/repository/src/main/java/org/apache/atlas/repository/audit/HBaseBasedAuditRepository.java
----------------------------------------------------------------------
diff --git a/repository/src/main/java/org/apache/atlas/repository/audit/HBaseBasedAuditRepository.java b/repository/src/main/java/org/apache/atlas/repository/audit/HBaseBasedAuditRepository.java
index 0ecbb3b..6ad8528 100644
--- a/repository/src/main/java/org/apache/atlas/repository/audit/HBaseBasedAuditRepository.java
+++ b/repository/src/main/java/org/apache/atlas/repository/audit/HBaseBasedAuditRepository.java
@@ -41,6 +41,9 @@ import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.client.Table;
import org.apache.hadoop.hbase.filter.PageFilter;
+import org.apache.hadoop.hbase.io.compress.Compression;
+import org.apache.hadoop.hbase.io.encoding.DataBlockEncoding;
+import org.apache.hadoop.hbase.regionserver.BloomType;
import org.apache.hadoop.hbase.util.Bytes;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
@@ -274,6 +277,9 @@ public class HBaseBasedAuditRepository implements Service, EntityAuditRepository
HTableDescriptor tableDescriptor = new HTableDescriptor(tableName);
HColumnDescriptor columnFamily = new HColumnDescriptor(COLUMN_FAMILY);
columnFamily.setMaxVersions(1);
+ columnFamily.setDataBlockEncoding(DataBlockEncoding.FAST_DIFF);
+ columnFamily.setCompressionType(Compression.Algorithm.GZ);
+ columnFamily.setBloomFilterType(BloomType.ROW);
tableDescriptor.addFamily(columnFamily);
admin.createTable(tableDescriptor);
} else {