You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ranger.apache.org by bo...@apache.org on 2016/06/27 19:32:13 UTC
[1/2] incubator-ranger git commit: RANGER-1065: Need to change
default audit retentions in Solr 3 months and do some performance tuning
Repository: incubator-ranger
Updated Branches:
refs/heads/master 0b9904391 -> 8336e122a
RANGER-1065: Need to change default audit retentions in Solr 3 months
and do some performance tuning
and do some performance tuning
Project: http://git-wip-us.apache.org/repos/asf/incubator-ranger/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-ranger/commit/496dee06
Tree: http://git-wip-us.apache.org/repos/asf/incubator-ranger/tree/496dee06
Diff: http://git-wip-us.apache.org/repos/asf/incubator-ranger/diff/496dee06
Branch: refs/heads/master
Commit: 496dee066aaa30d1702a38162d4d5a2e7ac4c41c
Parents: 0b99043
Author: Don Bosco Durai <bo...@apache.org>
Authored: Sat Jun 25 10:44:39 2016 -0700
Committer: Don Bosco Durai <bo...@apache.org>
Committed: Mon Jun 27 11:18:41 2016 -0700
----------------------------------------------------------------------
.../contrib/solr_for_audit_setup/conf/managed-schema | 4 ++--
.../contrib/solr_for_audit_setup/conf/solrconfig.xml | 7 ++++---
.../contrib/solr_for_audit_setup/conf/solrconfig.xml.j2 | 2 +-
.../contrib/solr_for_audit_setup/install.properties | 5 +++--
4 files changed, 10 insertions(+), 8 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-ranger/blob/496dee06/security-admin/contrib/solr_for_audit_setup/conf/managed-schema
----------------------------------------------------------------------
diff --git a/security-admin/contrib/solr_for_audit_setup/conf/managed-schema b/security-admin/contrib/solr_for_audit_setup/conf/managed-schema
index 5781f96..ee1d894 100644
--- a/security-admin/contrib/solr_for_audit_setup/conf/managed-schema
+++ b/security-admin/contrib/solr_for_audit_setup/conf/managed-schema
@@ -55,7 +55,7 @@
<fieldType name="tints" class="solr.TrieIntField" precisionStep="8" multiValued="true" positionIncrementGap="0"/>
<fieldType name="tlong" class="solr.TrieLongField" precisionStep="8" positionIncrementGap="0"/>
<fieldType name="tlongs" class="solr.TrieLongField" precisionStep="8" multiValued="true" positionIncrementGap="0"/>
- <field name="_expire_at_" type="tdate" multiValued="false" stored="true"/>
+ <field name="_expire_at_" type="tdate" multiValued="false" stored="true" docValues="true"/>
<field name="_ttl_" type="string" multiValued="false" indexed="true" stored="true"/>
<field name="_version_" type="long" indexed="true" stored="true"/>
<field name="access" type="key_lower_case" multiValued="false"/>
@@ -69,7 +69,7 @@
<field name="enforcer" type="key_lower_case" multiValued="false"/>
<field name="event_count" type="tlong" multiValued="false" docValues="true" default="1"/>
<field name="event_dur_ms" type="tlong" multiValued="false" docValues="true"/>
- <field name="evtTime" type="tdate"/>
+ <field name="evtTime" type="tdate" docValues="true"/>
<field name="id" type="string" multiValued="false" indexed="true" required="true" stored="true"/>
<field name="logType" type="key_lower_case" multiValued="false"/>
<field name="policy" type="tlong" docValues="true"/>
http://git-wip-us.apache.org/repos/asf/incubator-ranger/blob/496dee06/security-admin/contrib/solr_for_audit_setup/conf/solrconfig.xml
----------------------------------------------------------------------
diff --git a/security-admin/contrib/solr_for_audit_setup/conf/solrconfig.xml b/security-admin/contrib/solr_for_audit_setup/conf/solrconfig.xml
index 1d2dca4..3347f1b 100644
--- a/security-admin/contrib/solr_for_audit_setup/conf/solrconfig.xml
+++ b/security-admin/contrib/solr_for_audit_setup/conf/solrconfig.xml
@@ -500,6 +500,7 @@
autowarmCount - the number of entries to prepopulate from
and old cache.
-->
+
<filterCache class="solr.FastLRUCache"
size="512"
initialSize="512"
@@ -652,7 +653,7 @@
warming searcher and use it. If "false" then all requests
will block until the first searcher is done warming.
-->
- <useColdSearcher>false</useColdSearcher>
+ <useColdSearcher>true</useColdSearcher>
<!-- Max Warming Searchers
@@ -1644,10 +1645,10 @@
<updateRequestProcessorChain name="add-unknown-fields-to-the-schema">
<processor class="solr.DefaultValueUpdateProcessorFactory">
<str name="fieldName">_ttl_</str>
- <str name="value">+1095DAYS</str>
+ <str name="value">+90DAYS</str>
</processor>
<processor class="solr.processor.DocExpirationUpdateProcessorFactory">
- <int name="autoDeletePeriodSeconds">300</int>
+ <int name="autoDeletePeriodSeconds">86400</int>
<str name="ttlFieldName">_ttl_</str>
<str name="expirationFieldName">_expire_at_</str>
</processor>
http://git-wip-us.apache.org/repos/asf/incubator-ranger/blob/496dee06/security-admin/contrib/solr_for_audit_setup/conf/solrconfig.xml.j2
----------------------------------------------------------------------
diff --git a/security-admin/contrib/solr_for_audit_setup/conf/solrconfig.xml.j2 b/security-admin/contrib/solr_for_audit_setup/conf/solrconfig.xml.j2
index d6e1a5e..cd84d5f 100644
--- a/security-admin/contrib/solr_for_audit_setup/conf/solrconfig.xml.j2
+++ b/security-admin/contrib/solr_for_audit_setup/conf/solrconfig.xml.j2
@@ -652,7 +652,7 @@
warming searcher and use it. If "false" then all requests
will block until the first searcher is done warming.
-->
- <useColdSearcher>false</useColdSearcher>
+ <useColdSearcher>true</useColdSearcher>
<!-- Max Warming Searchers
http://git-wip-us.apache.org/repos/asf/incubator-ranger/blob/496dee06/security-admin/contrib/solr_for_audit_setup/install.properties
----------------------------------------------------------------------
diff --git a/security-admin/contrib/solr_for_audit_setup/install.properties b/security-admin/contrib/solr_for_audit_setup/install.properties
index bed980b..f5d8cef 100644
--- a/security-admin/contrib/solr_for_audit_setup/install.properties
+++ b/security-admin/contrib/solr_for_audit_setup/install.properties
@@ -26,8 +26,9 @@
#The operating system (linux) user used by Solr process. You need to run Solr as the below user
SOLR_USER=solr
-#How long to keep the audit logs. Default is 3 years (1095 days)
-MAX_AUDIT_RETENTION_DAYS=1095
+#How long to keep the audit logs. Please note, audit records grows very rapidly. Make sure to
+#allocate enough memory and disk space to the server running Solr.
+MAX_AUDIT_RETENTION_DAYS=90
#If you want this script to isntall Solr, set the value to true. If it is already installed, then set this to false
#If it is true, then it will download and install it.
[2/2] incubator-ranger git commit: RANGER-1065: Need to change
default audit retentions in Solr 3 months and do some performance tuning
Posted by bo...@apache.org.
RANGER-1065: Need to change default audit retentions in Solr 3 months
and do some performance tuning
Project: http://git-wip-us.apache.org/repos/asf/incubator-ranger/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-ranger/commit/8336e122
Tree: http://git-wip-us.apache.org/repos/asf/incubator-ranger/tree/8336e122
Diff: http://git-wip-us.apache.org/repos/asf/incubator-ranger/diff/8336e122
Branch: refs/heads/master
Commit: 8336e122a09fcbcc4a61797d80f69fb6cca3f910
Parents: 496dee0
Author: Don Bosco Durai <bo...@apache.org>
Authored: Mon Jun 27 12:32:00 2016 -0700
Committer: Don Bosco Durai <bo...@apache.org>
Committed: Mon Jun 27 12:32:00 2016 -0700
----------------------------------------------------------------------
security-admin/contrib/solr_for_audit_setup/conf/solrconfig.xml.j2 | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-ranger/blob/8336e122/security-admin/contrib/solr_for_audit_setup/conf/solrconfig.xml.j2
----------------------------------------------------------------------
diff --git a/security-admin/contrib/solr_for_audit_setup/conf/solrconfig.xml.j2 b/security-admin/contrib/solr_for_audit_setup/conf/solrconfig.xml.j2
index cd84d5f..4e6df8a 100644
--- a/security-admin/contrib/solr_for_audit_setup/conf/solrconfig.xml.j2
+++ b/security-admin/contrib/solr_for_audit_setup/conf/solrconfig.xml.j2
@@ -1647,7 +1647,7 @@
<str name="value">+{{MAX_AUDIT_RETENTION_DAYS}}DAYS</str>
</processor>
<processor class="solr.processor.DocExpirationUpdateProcessorFactory">
- <int name="autoDeletePeriodSeconds">300</int>
+ <int name="autoDeletePeriodSeconds">86400</int>
<str name="ttlFieldName">_ttl_</str>
<str name="expirationFieldName">_expire_at_</str>
</processor>