You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@atlas.apache.org by ma...@apache.org on 2016/12/23 01:46:50 UTC
[21/50] [abbrv] incubator-atlas git commit: ATLAS-1125 Enable
compression on hbase audit table (shwethags via sumasai)
ATLAS-1125 Enable compression on hbase audit table (shwethags via sumasai)
(cherry picked from commit 8cdc8981d7d6f71b5de506b3ba390763e9e7e80b)
Project: http://git-wip-us.apache.org/repos/asf/incubator-atlas/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-atlas/commit/e0a0e25a
Tree: http://git-wip-us.apache.org/repos/asf/incubator-atlas/tree/e0a0e25a
Diff: http://git-wip-us.apache.org/repos/asf/incubator-atlas/diff/e0a0e25a
Branch: refs/heads/0.7-incubating
Commit: e0a0e25a7158413645decb8ee27d34aa92d6a93a
Parents: dea202c
Author: Suma Shivaprasad <su...@gmail.com>
Authored: Wed Aug 17 09:37:12 2016 -0700
Committer: Madhan Neethiraj <ma...@apache.org>
Committed: Thu Dec 22 15:21:39 2016 -0800
----------------------------------------------------------------------
release-log.txt | 1 +
.../atlas/repository/audit/HBaseBasedAuditRepository.java | 6 ++++++
2 files changed, 7 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/e0a0e25a/release-log.txt
----------------------------------------------------------------------
diff --git a/release-log.txt b/release-log.txt
index b6c6a55..c6febf0 100644
--- a/release-log.txt
+++ b/release-log.txt
@@ -28,6 +28,7 @@ ATLAS-409 Atlas will not import avro tables with schema read from a file (dosset
ATLAS-379 Create sqoop and falcon metadata addons (venkatnrangan,bvellanki,sowmyaramesh via shwethags)
ALL CHANGES:
+ATLAS-1125 Enable compression on hbase audit table (shwethags via sumasai)
ATLAS-1122 Change trait edge labels to have trait name alone (sumasai)
ATLAS-1121 NPE while submitting topology in StormHook (ayubkhan via sumasai)
ATLAS-1111 Data loss is observed when atlas is restarted while hive_table metadata ingestion into kafka topic is in-progress(shwethags via sumasai)
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/e0a0e25a/repository/src/main/java/org/apache/atlas/repository/audit/HBaseBasedAuditRepository.java
----------------------------------------------------------------------
diff --git a/repository/src/main/java/org/apache/atlas/repository/audit/HBaseBasedAuditRepository.java b/repository/src/main/java/org/apache/atlas/repository/audit/HBaseBasedAuditRepository.java
index 0ecbb3b..6ad8528 100644
--- a/repository/src/main/java/org/apache/atlas/repository/audit/HBaseBasedAuditRepository.java
+++ b/repository/src/main/java/org/apache/atlas/repository/audit/HBaseBasedAuditRepository.java
@@ -41,6 +41,9 @@ import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.client.Table;
import org.apache.hadoop.hbase.filter.PageFilter;
+import org.apache.hadoop.hbase.io.compress.Compression;
+import org.apache.hadoop.hbase.io.encoding.DataBlockEncoding;
+import org.apache.hadoop.hbase.regionserver.BloomType;
import org.apache.hadoop.hbase.util.Bytes;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
@@ -274,6 +277,9 @@ public class HBaseBasedAuditRepository implements Service, EntityAuditRepository
HTableDescriptor tableDescriptor = new HTableDescriptor(tableName);
HColumnDescriptor columnFamily = new HColumnDescriptor(COLUMN_FAMILY);
columnFamily.setMaxVersions(1);
+ columnFamily.setDataBlockEncoding(DataBlockEncoding.FAST_DIFF);
+ columnFamily.setCompressionType(Compression.Algorithm.GZ);
+ columnFamily.setBloomFilterType(BloomType.ROW);
tableDescriptor.addFamily(columnFamily);
admin.createTable(tableDescriptor);
} else {