You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@eagle.apache.org by ha...@apache.org on 2017/04/03 11:23:43 UTC
svn commit: r1789954 [3/5] - in /eagle/site: ./ docs/ docs/tutorial/
post/2015/10/27/
Modified: eagle/site/docs/hdfs-auth-activity-monitoring.html
URL: http://svn.apache.org/viewvc/eagle/site/docs/hdfs-auth-activity-monitoring.html?rev=1789954&r1=1789953&r2=1789954&view=diff
==============================================================================
--- eagle/site/docs/hdfs-auth-activity-monitoring.html (original)
+++ eagle/site/docs/hdfs-auth-activity-monitoring.html Mon Apr 3 11:23:42 2017
@@ -129,86 +129,27 @@
<li class="divider"></li>
- <li class="heading">Download</li>
-
- <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Latest version</a></li>
-
- <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Archived</a></li>
-
- <li class="divider"></li>
-
- <li class="heading">Installation</li>
-
- <li class="sidenavli "><a href="/docs/quick-start.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Get Started with Sandbox</a></li>
-
- <li class="sidenavli "><a href="/docs/deployment-in-docker.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Get Started with Docker</a></li>
-
- <li class="sidenavli "><a href="/docs/deployment-env.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Setup Environment</a></li>
-
- <li class="sidenavli "><a href="/docs/deployment-in-production.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Setup Eagle in Production</a></li>
-
- <li class="sidenavli "><a href="/docs/configuration.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Eagle Application Configuration</a></li>
-
- <li class="sidenavli "><a href="/docs/serviceconfiguration.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Eagle Service Configuration</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/ldap.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Eagle LDAP Authentication</a></li>
-
- <li class="divider"></li>
-
- <li class="heading">Tutorial</li>
-
- <li class="sidenavli "><a href="/docs/tutorial/site.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Site Management</a></li>
+ <li class="heading">Documentations</li>
- <li class="sidenavli "><a href="/docs/tutorial/policy.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Policy Management</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/policy-capabilities.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Policy Engine Capabilities</a></li>
-
- <li class="sidenavli "><a href="/docs/hdfs-data-activity-monitoring.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">HDFS Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/hive-query-activity-monitoring.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">HIVE Query Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/hbase-data-activity-monitoring.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">HBASE Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/mapr-integration.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">MapR FS Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/cloudera-integration.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Cloudera FS Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/jmx-metric-monitoring.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Hadoop JMX Metrics Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/import-hdfs-auditLog.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Stream HDFS audit logs into Kafka</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/userprofile.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">User Profile Feature</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/classification.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Data Classification Feature</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/topologymanagement.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Topology Management Feature</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/notificationplugin.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Alert Notification Plugin</a></li>
-
- <li class="sidenavli "><a href="/docs/metadata-api.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Metadata RESTful API</a></li>
+ <li class="sidenavli "><a href="/docs/latest/" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Latest version (v0.5.0)</a></li>
<li class="divider"></li>
- <li class="heading">Development Guide</li>
-
- <li class="sidenavli "><a href="/docs/development-quick-guide.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Development Quick Guide</a></li>
+ <li class="heading">Download</li>
- <li class="sidenavli "><a href="/docs/development-in-macosx.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Development in Mac OSX</a></li>
+ <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Latest version (v0.5.0)</a></li>
- <li class="sidenavli "><a href="/docs/development-in-intellij.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Development in Intellij</a></li>
+ <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Archived</a></li>
<li class="divider"></li>
- <li class="heading">Advanced</li>
+ <li class="heading">Supplement</li>
- <li class="sidenavli "><a href="/docs/user-profile-ml.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">User Profile Machine Learning</a></li>
+ <li class="sidenavli "><a href="/docs/security.html" data-permalink="/docs/hdfs-auth-activity-monitoring.html" id="">Security</a></li>
<li class="divider"></li>
<li class="sidenavli">
- <a href="/sup/index.html">Go To Supplement</a>
- </li>
- <li class="sidenavli">
<a href="mailto:dev@eagle.apache.org" target="_blank">Need Help?</a>
</li>
</ul>
@@ -219,25 +160,23 @@
<h4 id="sample-authorization-logs">Sample authorization logs</h4>
-<div class="highlighter-rouge"><pre class="highlight"><code>2016-06-08 02:55:07,742 INFO SecurityLogger.org.apache.hadoop.security.authorize.ServiceAuthorizationManager: Authorization successful for hdfs (auth:SIMPLE) for protocol=interface org.apache.hadoop.hdfs.protocol.ClientProtocol
+<pre><code>2016-06-08 02:55:07,742 INFO SecurityLogger.org.apache.hadoop.security.authorize.ServiceAuthorizationManager: Authorization successful for hdfs (auth:SIMPLE) for protocol=interface org.apache.hadoop.hdfs.protocol.ClientProtocol
2016-06-08 02:55:35,304 INFO SecurityLogger.org.apache.hadoop.security.authorize.ServiceAuthorizationManager: Authorization successful for hdfs (auth:SIMPLE) for protocol=interface org.apache.hadoop.hdfs.server.protocol.NamenodeProtocol
2016-06-08 02:55:36,862 INFO SecurityLogger.org.apache.hadoop.security.authorize.ServiceAuthorizationManager: Authorization successful for hive (auth:SIMPLE) for protocol=interface org.apache.hadoop.hdfs.protocol.ClientProtocol
</code></pre>
-</div>
<p>Steps for enabling service-level authorization activity</p>
-<h4 id="1-enable-hdfs-authorization-security-in-core-sitexml">1. Enable HDFS Authorization Security in core-site.xml</h4>
+<h4 id="enable-hdfs-authorization-security-in-core-sitexml">1. Enable HDFS Authorization Security in core-site.xml</h4>
-<div class="highlighter-rouge"><pre class="highlight"><code> <property>
+<pre><code> <property>
<name>hadoop.security.authorization</name>
<value>true</value>
</property>
</code></pre>
-</div>
-<h4 id="2-enable-hdfs-security-log-in-log4jproperties">2. Enable HDFS security log in log4j.properties</h4>
-<div class="highlighter-rouge"><pre class="highlight"><code>#
+<h4 id="enable-hdfs-security-log-in-log4jproperties">2. Enable HDFS security log in log4j.properties</h4>
+<pre><code>#
#Security audit appender
#
hadoop.security.logger=INFO,DRFAS
@@ -251,7 +190,6 @@ log4j.appender.DRFAS.layout=org.apache.l
log4j.appender.DRFAS.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n
log4j.appender.DRFAS.DatePattern=.yyyy-MM-dd
</code></pre>
-</div>
</div><!--end of loadcontent-->
</div>
Modified: eagle/site/docs/hdfs-data-activity-monitoring.html
URL: http://svn.apache.org/viewvc/eagle/site/docs/hdfs-data-activity-monitoring.html?rev=1789954&r1=1789953&r2=1789954&view=diff
==============================================================================
--- eagle/site/docs/hdfs-data-activity-monitoring.html (original)
+++ eagle/site/docs/hdfs-data-activity-monitoring.html Mon Apr 3 11:23:42 2017
@@ -129,86 +129,27 @@
<li class="divider"></li>
- <li class="heading">Download</li>
-
- <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Latest version</a></li>
-
- <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Archived</a></li>
-
- <li class="divider"></li>
-
- <li class="heading">Installation</li>
-
- <li class="sidenavli "><a href="/docs/quick-start.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Get Started with Sandbox</a></li>
-
- <li class="sidenavli "><a href="/docs/deployment-in-docker.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Get Started with Docker</a></li>
-
- <li class="sidenavli "><a href="/docs/deployment-env.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Setup Environment</a></li>
-
- <li class="sidenavli "><a href="/docs/deployment-in-production.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Setup Eagle in Production</a></li>
-
- <li class="sidenavli "><a href="/docs/configuration.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Eagle Application Configuration</a></li>
-
- <li class="sidenavli "><a href="/docs/serviceconfiguration.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Eagle Service Configuration</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/ldap.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Eagle LDAP Authentication</a></li>
-
- <li class="divider"></li>
-
- <li class="heading">Tutorial</li>
-
- <li class="sidenavli "><a href="/docs/tutorial/site.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Site Management</a></li>
+ <li class="heading">Documentations</li>
- <li class="sidenavli "><a href="/docs/tutorial/policy.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Policy Management</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/policy-capabilities.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Policy Engine Capabilities</a></li>
-
- <li class="sidenavli current"><a href="/docs/hdfs-data-activity-monitoring.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">HDFS Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/hive-query-activity-monitoring.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">HIVE Query Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/hbase-data-activity-monitoring.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">HBASE Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/mapr-integration.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">MapR FS Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/cloudera-integration.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Cloudera FS Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/jmx-metric-monitoring.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Hadoop JMX Metrics Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/import-hdfs-auditLog.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Stream HDFS audit logs into Kafka</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/userprofile.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">User Profile Feature</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/classification.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Data Classification Feature</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/topologymanagement.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Topology Management Feature</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/notificationplugin.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Alert Notification Plugin</a></li>
-
- <li class="sidenavli "><a href="/docs/metadata-api.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Metadata RESTful API</a></li>
+ <li class="sidenavli "><a href="/docs/latest/" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Latest version (v0.5.0)</a></li>
<li class="divider"></li>
- <li class="heading">Development Guide</li>
-
- <li class="sidenavli "><a href="/docs/development-quick-guide.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Development Quick Guide</a></li>
+ <li class="heading">Download</li>
- <li class="sidenavli "><a href="/docs/development-in-macosx.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Development in Mac OSX</a></li>
+ <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Latest version (v0.5.0)</a></li>
- <li class="sidenavli "><a href="/docs/development-in-intellij.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Development in Intellij</a></li>
+ <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Archived</a></li>
<li class="divider"></li>
- <li class="heading">Advanced</li>
+ <li class="heading">Supplement</li>
- <li class="sidenavli "><a href="/docs/user-profile-ml.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">User Profile Machine Learning</a></li>
+ <li class="sidenavli "><a href="/docs/security.html" data-permalink="/docs/hdfs-data-activity-monitoring.html" id="">Security</a></li>
<li class="divider"></li>
<li class="sidenavli">
- <a href="/sup/index.html">Go To Supplement</a>
- </li>
- <li class="sidenavli">
<a href="mailto:dev@eagle.apache.org" target="_blank">Need Help?</a>
</li>
</ul>
@@ -240,7 +181,7 @@
<li>
<p><strong>Step 1</strong>: Configure Advanced hdfs-log4j via <a href="http://localhost:8080/#/main/services/HDFS/configs" target="_blank">Ambari UI</a><sup id="fnref:AMBARI"><a href="#fn:AMBARI" class="footnote">2</a></sup>, by adding below “KAFKA_HDFS_AUDIT” log4j appender to hdfs audit logging.</p>
- <div class="highlighter-rouge"><pre class="highlight"><code> log4j.appender.KAFKA_HDFS_AUDIT=org.apache.eagle.log4j.kafka.KafkaLog4jAppender
+ <pre><code> log4j.appender.KAFKA_HDFS_AUDIT=org.apache.eagle.log4j.kafka.KafkaLog4jAppender
log4j.appender.KAFKA_HDFS_AUDIT.Topic=sandbox_hdfs_audit_log
log4j.appender.KAFKA_HDFS_AUDIT.BrokerList=sandbox.hortonworks.com:6667
log4j.appender.KAFKA_HDFS_AUDIT.KeyClass=org.apache.eagle.log4j.kafka.hadoop.AuditLogKeyer
@@ -248,25 +189,22 @@
log4j.appender.KAFKA_HDFS_AUDIT.Layout.ConversionPattern=%d{ISO8601} %p %c{2}: %m%n
log4j.appender.KAFKA_HDFS_AUDIT.ProducerType=async
</code></pre>
- </div>
<p><img src="/images/docs/hdfs-log4j-conf.png" alt="HDFS LOG4J Configuration" title="hdfslog4jconf" /></p>
</li>
<li>
<p><strong>Step 2</strong>: Edit Advanced hadoop-env via <a href="http://localhost:8080/#/main/services/HDFS/configs" target="_blank">Ambari UI</a>, and add the reference to KAFKA_HDFS_AUDIT to HADOOP_NAMENODE_OPTS.</p>
- <div class="highlighter-rouge"><pre class="highlight"><code>-Dhdfs.audit.logger=INFO,DRFAAUDIT,KAFKA_HDFS_AUDIT
+ <pre><code>-Dhdfs.audit.logger=INFO,DRFAAUDIT,KAFKA_HDFS_AUDIT
</code></pre>
- </div>
<p><img src="/images/docs/hdfs-env-conf.png" alt="HDFS Environment Configuration" title="hdfsenvconf" /></p>
</li>
<li>
<p><strong>Step 3</strong>: Edit Advanced hadoop-env via <a href="http://localhost:8080/#/main/services/HDFS/configs" target="_blank">Ambari UI</a>, and append the following command to it.</p>
- <div class="highlighter-rouge"><pre class="highlight"><code>export HADOOP_CLASSPATH=${HADOOP_CLASSPATH}:/usr/hdp/current/eagle/lib/log4jkafka/lib/*
+ <pre><code>export HADOOP_CLASSPATH=${HADOOP_CLASSPATH}:/usr/hdp/current/eagle/lib/log4jkafka/lib/*
</code></pre>
- </div>
<p><img src="/images/docs/hdfs-env-conf2.png" alt="HDFS Environment Configuration" title="hdfsenvconf2" /></p>
</li>
@@ -285,11 +223,10 @@
<ul>
<li>
- <p><strong>Step 7</strong>: Check whether logs from “/var/log/hadoop/hdfs/hdfs-audit.log” are flowing into topic <code class="highlighter-rouge">sandbox_hdfs_audit_log</code></p>
+ <p><strong>Step 7</strong>: Check whether logs from “/var/log/hadoop/hdfs/hdfs-audit.log” are flowing into topic <code>sandbox_hdfs_audit_log</code></p>
- <div class="highlighter-rouge"><pre class="highlight"><code> $ /usr/hdp/2.2.4.2-2/kafka/bin/kafka-console-consumer.sh --zookeeper sandbox.hortonworks.com:2181 --topic sandbox_hdfs_audit_log
+ <pre><code> $ /usr/hdp/2.2.4.2-2/kafka/bin/kafka-console-consumer.sh --zookeeper sandbox.hortonworks.com:2181 --topic sandbox_hdfs_audit_log
</code></pre>
- </div>
</li>
</ul>
Modified: eagle/site/docs/hive-query-activity-monitoring.html
URL: http://svn.apache.org/viewvc/eagle/site/docs/hive-query-activity-monitoring.html?rev=1789954&r1=1789953&r2=1789954&view=diff
==============================================================================
--- eagle/site/docs/hive-query-activity-monitoring.html (original)
+++ eagle/site/docs/hive-query-activity-monitoring.html Mon Apr 3 11:23:42 2017
@@ -129,86 +129,27 @@
<li class="divider"></li>
- <li class="heading">Download</li>
-
- <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Latest version</a></li>
-
- <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Archived</a></li>
-
- <li class="divider"></li>
-
- <li class="heading">Installation</li>
-
- <li class="sidenavli "><a href="/docs/quick-start.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Get Started with Sandbox</a></li>
-
- <li class="sidenavli "><a href="/docs/deployment-in-docker.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Get Started with Docker</a></li>
-
- <li class="sidenavli "><a href="/docs/deployment-env.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Setup Environment</a></li>
-
- <li class="sidenavli "><a href="/docs/deployment-in-production.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Setup Eagle in Production</a></li>
-
- <li class="sidenavli "><a href="/docs/configuration.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Eagle Application Configuration</a></li>
-
- <li class="sidenavli "><a href="/docs/serviceconfiguration.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Eagle Service Configuration</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/ldap.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Eagle LDAP Authentication</a></li>
-
- <li class="divider"></li>
-
- <li class="heading">Tutorial</li>
-
- <li class="sidenavli "><a href="/docs/tutorial/site.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Site Management</a></li>
+ <li class="heading">Documentations</li>
- <li class="sidenavli "><a href="/docs/tutorial/policy.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Policy Management</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/policy-capabilities.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Policy Engine Capabilities</a></li>
-
- <li class="sidenavli "><a href="/docs/hdfs-data-activity-monitoring.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">HDFS Data Activity Monitoring</a></li>
-
- <li class="sidenavli current"><a href="/docs/hive-query-activity-monitoring.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">HIVE Query Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/hbase-data-activity-monitoring.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">HBASE Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/mapr-integration.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">MapR FS Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/cloudera-integration.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Cloudera FS Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/jmx-metric-monitoring.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Hadoop JMX Metrics Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/import-hdfs-auditLog.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Stream HDFS audit logs into Kafka</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/userprofile.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">User Profile Feature</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/classification.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Data Classification Feature</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/topologymanagement.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Topology Management Feature</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/notificationplugin.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Alert Notification Plugin</a></li>
-
- <li class="sidenavli "><a href="/docs/metadata-api.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Metadata RESTful API</a></li>
+ <li class="sidenavli "><a href="/docs/latest/" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Latest version (v0.5.0)</a></li>
<li class="divider"></li>
- <li class="heading">Development Guide</li>
-
- <li class="sidenavli "><a href="/docs/development-quick-guide.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Development Quick Guide</a></li>
+ <li class="heading">Download</li>
- <li class="sidenavli "><a href="/docs/development-in-macosx.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Development in Mac OSX</a></li>
+ <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Latest version (v0.5.0)</a></li>
- <li class="sidenavli "><a href="/docs/development-in-intellij.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Development in Intellij</a></li>
+ <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Archived</a></li>
<li class="divider"></li>
- <li class="heading">Advanced</li>
+ <li class="heading">Supplement</li>
- <li class="sidenavli "><a href="/docs/user-profile-ml.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">User Profile Machine Learning</a></li>
+ <li class="sidenavli "><a href="/docs/security.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Security</a></li>
<li class="divider"></li>
<li class="sidenavli">
- <a href="/sup/index.html">Go To Supplement</a>
- </li>
- <li class="sidenavli">
<a href="mailto:dev@eagle.apache.org" target="_blank">Need Help?</a>
</li>
</ul>
@@ -246,13 +187,12 @@
</li>
</ul>
-<div class="highlighter-rouge"><pre class="highlight"><code>$ su hive
+<pre><code>$ su hive
$ hive
$ set hive.execution.engine=mr;
$ use xademo;
$ select a.phone_number from customer_details a, call_detail_records b where a.phone_number=b.phone_number;
</code></pre>
-</div>
<p>From UI click on alert tab and you should see alert for your attempt to read restricted column.</p>
Modified: eagle/site/docs/import-hdfs-auditLog.html
URL: http://svn.apache.org/viewvc/eagle/site/docs/import-hdfs-auditLog.html?rev=1789954&r1=1789953&r2=1789954&view=diff
==============================================================================
--- eagle/site/docs/import-hdfs-auditLog.html (original)
+++ eagle/site/docs/import-hdfs-auditLog.html Mon Apr 3 11:23:42 2017
@@ -129,86 +129,27 @@
<li class="divider"></li>
- <li class="heading">Download</li>
-
- <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Latest version</a></li>
-
- <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Archived</a></li>
-
- <li class="divider"></li>
-
- <li class="heading">Installation</li>
-
- <li class="sidenavli "><a href="/docs/quick-start.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Get Started with Sandbox</a></li>
-
- <li class="sidenavli "><a href="/docs/deployment-in-docker.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Get Started with Docker</a></li>
-
- <li class="sidenavli "><a href="/docs/deployment-env.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Setup Environment</a></li>
-
- <li class="sidenavli "><a href="/docs/deployment-in-production.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Setup Eagle in Production</a></li>
-
- <li class="sidenavli "><a href="/docs/configuration.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Eagle Application Configuration</a></li>
-
- <li class="sidenavli "><a href="/docs/serviceconfiguration.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Eagle Service Configuration</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/ldap.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Eagle LDAP Authentication</a></li>
-
- <li class="divider"></li>
-
- <li class="heading">Tutorial</li>
-
- <li class="sidenavli "><a href="/docs/tutorial/site.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Site Management</a></li>
+ <li class="heading">Documentations</li>
- <li class="sidenavli "><a href="/docs/tutorial/policy.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Policy Management</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/policy-capabilities.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Policy Engine Capabilities</a></li>
-
- <li class="sidenavli "><a href="/docs/hdfs-data-activity-monitoring.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">HDFS Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/hive-query-activity-monitoring.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">HIVE Query Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/hbase-data-activity-monitoring.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">HBASE Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/mapr-integration.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">MapR FS Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/cloudera-integration.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Cloudera FS Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/jmx-metric-monitoring.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Hadoop JMX Metrics Monitoring</a></li>
-
- <li class="sidenavli current"><a href="/docs/import-hdfs-auditLog.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Stream HDFS audit logs into Kafka</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/userprofile.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">User Profile Feature</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/classification.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Data Classification Feature</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/topologymanagement.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Topology Management Feature</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/notificationplugin.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Alert Notification Plugin</a></li>
-
- <li class="sidenavli "><a href="/docs/metadata-api.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Metadata RESTful API</a></li>
+ <li class="sidenavli "><a href="/docs/latest/" data-permalink="/docs/import-hdfs-auditLog.html" id="">Latest version (v0.5.0)</a></li>
<li class="divider"></li>
- <li class="heading">Development Guide</li>
-
- <li class="sidenavli "><a href="/docs/development-quick-guide.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Development Quick Guide</a></li>
+ <li class="heading">Download</li>
- <li class="sidenavli "><a href="/docs/development-in-macosx.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Development in Mac OSX</a></li>
+ <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Latest version (v0.5.0)</a></li>
- <li class="sidenavli "><a href="/docs/development-in-intellij.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Development in Intellij</a></li>
+ <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Archived</a></li>
<li class="divider"></li>
- <li class="heading">Advanced</li>
+ <li class="heading">Supplement</li>
- <li class="sidenavli "><a href="/docs/user-profile-ml.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">User Profile Machine Learning</a></li>
+ <li class="sidenavli "><a href="/docs/security.html" data-permalink="/docs/import-hdfs-auditLog.html" id="">Security</a></li>
<li class="divider"></li>
<li class="sidenavli">
- <a href="/sup/index.html">Go To Supplement</a>
- </li>
- <li class="sidenavli">
<a href="mailto:dev@eagle.apache.org" target="_blank">Need Help?</a>
</li>
</ul>
@@ -228,10 +169,9 @@ install a <strong>namenode log4j Kafka a
<p>Here is an sample Kafka command to create topic ‘sandbox_hdfs_audit_log’</p>
- <div class="highlighter-rouge"><pre class="highlight"><code>cd <kafka-home>
+ <pre><code>cd <kafka-home>
bin/kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic sandbox_hdfs_audit_log
</code></pre>
- </div>
</li>
<li>
<p><strong>Step 2</strong>: Install Logstash-kafka plugin</p>
@@ -249,7 +189,7 @@ bin/kafka-topics.sh --create --zookeeper
<li>
<p><strong>Step 3</strong>: Create a Logstash configuration file under ${LOGSTASH_HOME}/conf. Here is a sample.</p>
- <div class="highlighter-rouge"><pre class="highlight"><code> input {
+ <pre><code> input {
file {
type => "hdp-nn-audit"
path => "/path/to/audit.log"
@@ -290,17 +230,15 @@ bin/kafka-topics.sh --create --zookeeper
}
}
</code></pre>
- </div>
</li>
<li>
<p><strong>Step 4</strong>: Start Logstash</p>
- <div class="highlighter-rouge"><pre class="highlight"><code>bin/logstash -f conf/sample.conf
+ <pre><code>bin/logstash -f conf/sample.conf
</code></pre>
- </div>
</li>
<li>
- <p><strong>Step 5</strong>: Check whether logs are flowing into the kafka topic specified by <code class="highlighter-rouge">topic_id</code></p>
+ <p><strong>Step 5</strong>: Check whether logs are flowing into the kafka topic specified by <code>topic_id</code></p>
</li>
</ul>
@@ -314,15 +252,14 @@ bin/kafka-topics.sh --create --zookeeper
<li>
<p><strong>Step 1</strong>: Create a Kafka topic. Here is a example Kafka command for creating topic “sandbox_hdfs_audit_log”</p>
- <div class="highlighter-rouge"><pre class="highlight"><code>cd <kafka-home>
+ <pre><code>cd <kafka-home>
bin/kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic sandbox_hdfs_audit_log
</code></pre>
- </div>
</li>
<li>
<p><strong>Step 2</strong>: Configure $HADOOP_CONF_DIR/log4j.properties, and add a log4j appender “KAFKA_HDFS_AUDIT” to hdfs audit logging</p>
- <div class="highlighter-rouge"><pre class="highlight"><code>log4j.appender.KAFKA_HDFS_AUDIT=org.apache.eagle.log4j.kafka.KafkaLog4jAppender
+ <pre><code>log4j.appender.KAFKA_HDFS_AUDIT=org.apache.eagle.log4j.kafka.KafkaLog4jAppender
log4j.appender.KAFKA_HDFS_AUDIT.Topic=sandbox_hdfs_audit_log
log4j.appender.KAFKA_HDFS_AUDIT.BrokerList=sandbox.hortonworks.com:6667
log4j.appender.KAFKA_HDFS_AUDIT.KeyClass=org.apache.eagle.log4j.kafka.hadoop.AuditLogKeyer
@@ -332,25 +269,22 @@ log4j.appender.KAFKA_HDFS_AUDIT.Producer
#log4j.appender.KAFKA_HDFS_AUDIT.BatchSize=1
#log4j.appender.KAFKA_HDFS_AUDIT.QueueSize=1
</code></pre>
- </div>
<p><img src="/images/docs/hdfs-log4j-conf.png" alt="HDFS LOG4J Configuration" title="hdfslog4jconf" /></p>
</li>
<li>
<p><strong>Step 3</strong>: Edit $HADOOP_CONF_DIR/hadoop-env.sh, and add the reference to KAFKA_HDFS_AUDIT to HADOOP_NAMENODE_OPTS.</p>
- <div class="highlighter-rouge"><pre class="highlight"><code>-Dhdfs.audit.logger=INFO,DRFAAUDIT,KAFKA_HDFS_AUDIT
+ <pre><code>-Dhdfs.audit.logger=INFO,DRFAAUDIT,KAFKA_HDFS_AUDIT
</code></pre>
- </div>
<p><img src="/images/docs/hdfs-env-conf.png" alt="HDFS Environment Configuration" title="hdfsenvconf" /></p>
</li>
<li>
<p><strong>Step 4</strong>: Edit $HADOOP_CONF_DIR/hadoop-env.sh, and append the following command to it.</p>
- <div class="highlighter-rouge"><pre class="highlight"><code>export HADOOP_CLASSPATH=${HADOOP_CLASSPATH}:/path/to/eagle/lib/log4jkafka/lib/*
+ <pre><code>export HADOOP_CLASSPATH=${HADOOP_CLASSPATH}:/path/to/eagle/lib/log4jkafka/lib/*
</code></pre>
- </div>
<p><img src="/images/docs/hdfs-env-conf2.png" alt="HDFS Environment Configuration" title="hdfsenvconf2" /></p>
</li>
@@ -360,9 +294,8 @@ log4j.appender.KAFKA_HDFS_AUDIT.Producer
<li>
<p><strong>Step 6</strong>: Check whether logs are flowing into Topic sandbox_hdfs_audit_log</p>
- <div class="highlighter-rouge"><pre class="highlight"><code>$ /usr/hdp/current/kafka-broker/bin/kafka-console-consumer.sh --zookeeper localhost:2181 --topic sandbox_hdfs_audit_log
+ <pre><code>$ /usr/hdp/current/kafka-broker/bin/kafka-console-consumer.sh --zookeeper localhost:2181 --topic sandbox_hdfs_audit_log
</code></pre>
- </div>
</li>
</ul>
Modified: eagle/site/docs/index.html
URL: http://svn.apache.org/viewvc/eagle/site/docs/index.html?rev=1789954&r1=1789953&r2=1789954&view=diff
==============================================================================
--- eagle/site/docs/index.html (original)
+++ eagle/site/docs/index.html Mon Apr 3 11:23:42 2017
@@ -129,86 +129,27 @@
<li class="divider"></li>
- <li class="heading">Download</li>
-
- <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/index.html" id="">Latest version</a></li>
-
- <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/index.html" id="">Archived</a></li>
-
- <li class="divider"></li>
-
- <li class="heading">Installation</li>
-
- <li class="sidenavli "><a href="/docs/quick-start.html" data-permalink="/docs/index.html" id="">Get Started with Sandbox</a></li>
-
- <li class="sidenavli "><a href="/docs/deployment-in-docker.html" data-permalink="/docs/index.html" id="">Get Started with Docker</a></li>
-
- <li class="sidenavli "><a href="/docs/deployment-env.html" data-permalink="/docs/index.html" id="">Setup Environment</a></li>
-
- <li class="sidenavli "><a href="/docs/deployment-in-production.html" data-permalink="/docs/index.html" id="">Setup Eagle in Production</a></li>
-
- <li class="sidenavli "><a href="/docs/configuration.html" data-permalink="/docs/index.html" id="">Eagle Application Configuration</a></li>
-
- <li class="sidenavli "><a href="/docs/serviceconfiguration.html" data-permalink="/docs/index.html" id="">Eagle Service Configuration</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/ldap.html" data-permalink="/docs/index.html" id="">Eagle LDAP Authentication</a></li>
-
- <li class="divider"></li>
-
- <li class="heading">Tutorial</li>
-
- <li class="sidenavli "><a href="/docs/tutorial/site.html" data-permalink="/docs/index.html" id="">Site Management</a></li>
+ <li class="heading">Documentations</li>
- <li class="sidenavli "><a href="/docs/tutorial/policy.html" data-permalink="/docs/index.html" id="">Policy Management</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/policy-capabilities.html" data-permalink="/docs/index.html" id="">Policy Engine Capabilities</a></li>
-
- <li class="sidenavli "><a href="/docs/hdfs-data-activity-monitoring.html" data-permalink="/docs/index.html" id="">HDFS Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/hive-query-activity-monitoring.html" data-permalink="/docs/index.html" id="">HIVE Query Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/hbase-data-activity-monitoring.html" data-permalink="/docs/index.html" id="">HBASE Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/mapr-integration.html" data-permalink="/docs/index.html" id="">MapR FS Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/cloudera-integration.html" data-permalink="/docs/index.html" id="">Cloudera FS Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/jmx-metric-monitoring.html" data-permalink="/docs/index.html" id="">Hadoop JMX Metrics Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/import-hdfs-auditLog.html" data-permalink="/docs/index.html" id="">Stream HDFS audit logs into Kafka</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/userprofile.html" data-permalink="/docs/index.html" id="">User Profile Feature</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/classification.html" data-permalink="/docs/index.html" id="">Data Classification Feature</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/topologymanagement.html" data-permalink="/docs/index.html" id="">Topology Management Feature</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/notificationplugin.html" data-permalink="/docs/index.html" id="">Alert Notification Plugin</a></li>
-
- <li class="sidenavli "><a href="/docs/metadata-api.html" data-permalink="/docs/index.html" id="">Metadata RESTful API</a></li>
+ <li class="sidenavli "><a href="/docs/latest/" data-permalink="/docs/index.html" id="">Latest version (v0.5.0)</a></li>
<li class="divider"></li>
- <li class="heading">Development Guide</li>
-
- <li class="sidenavli "><a href="/docs/development-quick-guide.html" data-permalink="/docs/index.html" id="">Development Quick Guide</a></li>
+ <li class="heading">Download</li>
- <li class="sidenavli "><a href="/docs/development-in-macosx.html" data-permalink="/docs/index.html" id="">Development in Mac OSX</a></li>
+ <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/index.html" id="">Latest version (v0.5.0)</a></li>
- <li class="sidenavli "><a href="/docs/development-in-intellij.html" data-permalink="/docs/index.html" id="">Development in Intellij</a></li>
+ <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/index.html" id="">Archived</a></li>
<li class="divider"></li>
- <li class="heading">Advanced</li>
+ <li class="heading">Supplement</li>
- <li class="sidenavli "><a href="/docs/user-profile-ml.html" data-permalink="/docs/index.html" id="">User Profile Machine Learning</a></li>
+ <li class="sidenavli "><a href="/docs/security.html" data-permalink="/docs/index.html" id="">Security</a></li>
<li class="divider"></li>
<li class="sidenavli">
- <a href="/sup/index.html">Go To Supplement</a>
- </li>
- <li class="sidenavli">
<a href="mailto:dev@eagle.apache.org" target="_blank">Need Help?</a>
</li>
</ul>
Modified: eagle/site/docs/installation.html
URL: http://svn.apache.org/viewvc/eagle/site/docs/installation.html?rev=1789954&r1=1789953&r2=1789954&view=diff
==============================================================================
--- eagle/site/docs/installation.html (original)
+++ eagle/site/docs/installation.html Mon Apr 3 11:23:42 2017
@@ -129,86 +129,27 @@
<li class="divider"></li>
- <li class="heading">Download</li>
-
- <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/installation.html" id="">Latest version</a></li>
-
- <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/installation.html" id="">Archived</a></li>
-
- <li class="divider"></li>
-
- <li class="heading">Installation</li>
-
- <li class="sidenavli "><a href="/docs/quick-start.html" data-permalink="/docs/installation.html" id="">Get Started with Sandbox</a></li>
-
- <li class="sidenavli "><a href="/docs/deployment-in-docker.html" data-permalink="/docs/installation.html" id="">Get Started with Docker</a></li>
-
- <li class="sidenavli "><a href="/docs/deployment-env.html" data-permalink="/docs/installation.html" id="">Setup Environment</a></li>
-
- <li class="sidenavli "><a href="/docs/deployment-in-production.html" data-permalink="/docs/installation.html" id="">Setup Eagle in Production</a></li>
+ <li class="heading">Documentations</li>
- <li class="sidenavli "><a href="/docs/configuration.html" data-permalink="/docs/installation.html" id="">Eagle Application Configuration</a></li>
-
- <li class="sidenavli "><a href="/docs/serviceconfiguration.html" data-permalink="/docs/installation.html" id="">Eagle Service Configuration</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/ldap.html" data-permalink="/docs/installation.html" id="">Eagle LDAP Authentication</a></li>
+ <li class="sidenavli "><a href="/docs/latest/" data-permalink="/docs/installation.html" id="">Latest version (v0.5.0)</a></li>
<li class="divider"></li>
- <li class="heading">Tutorial</li>
-
- <li class="sidenavli "><a href="/docs/tutorial/site.html" data-permalink="/docs/installation.html" id="">Site Management</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/policy.html" data-permalink="/docs/installation.html" id="">Policy Management</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/policy-capabilities.html" data-permalink="/docs/installation.html" id="">Policy Engine Capabilities</a></li>
-
- <li class="sidenavli "><a href="/docs/hdfs-data-activity-monitoring.html" data-permalink="/docs/installation.html" id="">HDFS Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/hive-query-activity-monitoring.html" data-permalink="/docs/installation.html" id="">HIVE Query Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/hbase-data-activity-monitoring.html" data-permalink="/docs/installation.html" id="">HBASE Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/mapr-integration.html" data-permalink="/docs/installation.html" id="">MapR FS Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/cloudera-integration.html" data-permalink="/docs/installation.html" id="">Cloudera FS Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/jmx-metric-monitoring.html" data-permalink="/docs/installation.html" id="">Hadoop JMX Metrics Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/import-hdfs-auditLog.html" data-permalink="/docs/installation.html" id="">Stream HDFS audit logs into Kafka</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/userprofile.html" data-permalink="/docs/installation.html" id="">User Profile Feature</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/classification.html" data-permalink="/docs/installation.html" id="">Data Classification Feature</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/topologymanagement.html" data-permalink="/docs/installation.html" id="">Topology Management Feature</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/notificationplugin.html" data-permalink="/docs/installation.html" id="">Alert Notification Plugin</a></li>
-
- <li class="sidenavli "><a href="/docs/metadata-api.html" data-permalink="/docs/installation.html" id="">Metadata RESTful API</a></li>
-
- <li class="divider"></li>
-
- <li class="heading">Development Guide</li>
-
- <li class="sidenavli "><a href="/docs/development-quick-guide.html" data-permalink="/docs/installation.html" id="">Development Quick Guide</a></li>
+ <li class="heading">Download</li>
- <li class="sidenavli "><a href="/docs/development-in-macosx.html" data-permalink="/docs/installation.html" id="">Development in Mac OSX</a></li>
+ <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/installation.html" id="">Latest version (v0.5.0)</a></li>
- <li class="sidenavli "><a href="/docs/development-in-intellij.html" data-permalink="/docs/installation.html" id="">Development in Intellij</a></li>
+ <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/installation.html" id="">Archived</a></li>
<li class="divider"></li>
- <li class="heading">Advanced</li>
+ <li class="heading">Supplement</li>
- <li class="sidenavli "><a href="/docs/user-profile-ml.html" data-permalink="/docs/installation.html" id="">User Profile Machine Learning</a></li>
+ <li class="sidenavli "><a href="/docs/security.html" data-permalink="/docs/installation.html" id="">Security</a></li>
<li class="divider"></li>
<li class="sidenavli">
- <a href="/sup/index.html">Go To Supplement</a>
- </li>
- <li class="sidenavli">
<a href="mailto:dev@eagle.apache.org" target="_blank">Need Help?</a>
</li>
</ul>
@@ -239,19 +180,16 @@
<h4 id="install-eagle">Install Eagle</h4>
<ul>
- <li><strong>Step 1</strong>: Clone stable version from <a href="https://github.com/apache/eagle/releases/tag/v0.4.0-incubating">eagle github</a>
- <blockquote>
- <div class="highlighter-rouge"><pre class="highlight"><code> Build project mvn clean install -DskipTests=true
-</code></pre>
- </div>
- </blockquote>
+ <li>
+ <p><strong>Step 1</strong>: Clone stable version from <a href="https://github.com/apache/eagle/releases/tag/v0.4.0-incubating">eagle github</a>
+> Build project mvn clean install -DskipTests=true</p>
</li>
<li>
<p><strong>Step 2</strong>: Download eagle-bin-0.1.0.tar.gz package from successful build into your HDP sandbox.</p>
<ul>
<li>
- <p>Option 1: <code class="highlighter-rouge">scp -P 2222 eagle/eagle-assembly/target/eagle-0.1.0-bin.tar.gz root@127.0.0.1:/usr/hdp/current/</code></p>
+ <p>Option 1: <code>scp -P 2222 eagle/eagle-assembly/target/eagle-0.1.0-bin.tar.gz root@127.0.0.1:/usr/hdp/current/</code></p>
</li>
<li>
<p>Option 2: Create shared directory between host and Sandbox, and restart Sandbox. Then you can find the shared directory under /media in Sandbox.</p>
@@ -261,30 +199,27 @@
<li>
<p><strong>Step 3</strong>: Extract eagle tarball package</p>
- <div class="highlighter-rouge"><pre class="highlight"><code>$ cd /usr/hdp/current
+ <pre><code>$ cd /usr/hdp/current
$ tar -zxvf eagle-0.1.0-bin.tar.gz
$ mv eagle-0.1.0 eagle
</code></pre>
- </div>
</li>
<li>
<p><strong>Step 4</strong>: Add root as a HBase<sup id="fnref:HBASE"><a href="#fn:HBASE" class="footnote">1</a></sup> superuser via <a href="http://127.0.0.1:8080/#/main/services/HBASE/configs">Ambari</a> (Optional, a user can operate HBase by sudo su hbase, as an alternative).</p>
</li>
- <li><strong>Step 5</strong>: Install Eagle Ambari<sup id="fnref:AMBARI"><a href="#fn:AMBARI" class="footnote">2</a></sup> service
- <blockquote>
-
- <p>/usr/hdp/current/eagle/bin/eagle-ambari.sh install.</p>
- </blockquote>
+ <li>
+ <p><strong>Step 5</strong>: Install Eagle Ambari<sup id="fnref:AMBARI"><a href="#fn:AMBARI" class="footnote">2</a></sup> service
+>
+ /usr/hdp/current/eagle/bin/eagle-ambari.sh install.</p>
</li>
<li>
<p><strong>Step 6</strong>: Restart <a href="http://127.0.0.1:8000/">Ambari</a> click on disable and enable Ambari back.</p>
</li>
- <li><strong>Step 7</strong>: Start HBase & Storm<sup id="fnref:STORM"><a href="#fn:STORM" class="footnote">3</a></sup> & Kafka<sup id="fnref:KAFKA"><a href="#fn:KAFKA" class="footnote">4</a></sup>
-From Ambari UI, restart any suggested components(“Restart button on top”) & Start Storm (Start “Nimbus” ,”Supervisor” & “Storm UI Server”), Kafka (Start “Kafka Broker”) , HBase (Start “RegionServer” and “ HBase Master”)
- <blockquote>
-
- <p><img src="/images/docs/Services.png" alt="Restart Services" title="Services" /></p>
- </blockquote>
+ <li>
+ <p><strong>Step 7</strong>: Start HBase & Storm<sup id="fnref:STORM"><a href="#fn:STORM" class="footnote">3</a></sup> & Kafka<sup id="fnref:KAFKA"><a href="#fn:KAFKA" class="footnote">4</a></sup>
+From Ambari UI, restart any suggested components(“Restart button on top”) & Start Storm (Start “Nimbus” ,”Supervisor” & “Storm UI Server”), Kafka (Start “Kafka Broker”) , HBase (Start “RegionServer” and “ HBase Master”)
+>
+<img src="/images/docs/Services.png" alt="Restart Services" title="Services" /></p>
</li>
<li>
<p><strong>Step 8</strong>: Add Eagle Service To Ambari. (Click For Video)</p>
@@ -306,10 +241,9 @@ EagleServiceSuccess</p>
<li>
<p><strong>Step 9</strong>: Add Policies and meta data required by running below script.</p>
- <div class="highlighter-rouge"><pre class="highlight"><code>$ /usr/hdp/current/eagle/examples/sample-sensitivity-resource-create.sh
+ <pre><code>$ /usr/hdp/current/eagle/examples/sample-sensitivity-resource-create.sh
$ /usr/hdp/current/eagle/examples/sample-policy-create.sh
</code></pre>
- </div>
</li>
</ul>
Modified: eagle/site/docs/jmx-metric-monitoring.html
URL: http://svn.apache.org/viewvc/eagle/site/docs/jmx-metric-monitoring.html?rev=1789954&r1=1789953&r2=1789954&view=diff
==============================================================================
--- eagle/site/docs/jmx-metric-monitoring.html (original)
+++ eagle/site/docs/jmx-metric-monitoring.html Mon Apr 3 11:23:42 2017
@@ -129,86 +129,27 @@
<li class="divider"></li>
- <li class="heading">Download</li>
-
- <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Latest version</a></li>
-
- <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Archived</a></li>
-
- <li class="divider"></li>
-
- <li class="heading">Installation</li>
-
- <li class="sidenavli "><a href="/docs/quick-start.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Get Started with Sandbox</a></li>
-
- <li class="sidenavli "><a href="/docs/deployment-in-docker.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Get Started with Docker</a></li>
-
- <li class="sidenavli "><a href="/docs/deployment-env.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Setup Environment</a></li>
-
- <li class="sidenavli "><a href="/docs/deployment-in-production.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Setup Eagle in Production</a></li>
-
- <li class="sidenavli "><a href="/docs/configuration.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Eagle Application Configuration</a></li>
-
- <li class="sidenavli "><a href="/docs/serviceconfiguration.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Eagle Service Configuration</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/ldap.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Eagle LDAP Authentication</a></li>
-
- <li class="divider"></li>
-
- <li class="heading">Tutorial</li>
-
- <li class="sidenavli "><a href="/docs/tutorial/site.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Site Management</a></li>
+ <li class="heading">Documentations</li>
- <li class="sidenavli "><a href="/docs/tutorial/policy.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Policy Management</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/policy-capabilities.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Policy Engine Capabilities</a></li>
-
- <li class="sidenavli "><a href="/docs/hdfs-data-activity-monitoring.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">HDFS Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/hive-query-activity-monitoring.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">HIVE Query Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/hbase-data-activity-monitoring.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">HBASE Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/mapr-integration.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">MapR FS Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/cloudera-integration.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Cloudera FS Data Activity Monitoring</a></li>
-
- <li class="sidenavli current"><a href="/docs/jmx-metric-monitoring.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Hadoop JMX Metrics Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/import-hdfs-auditLog.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Stream HDFS audit logs into Kafka</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/userprofile.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">User Profile Feature</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/classification.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Data Classification Feature</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/topologymanagement.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Topology Management Feature</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/notificationplugin.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Alert Notification Plugin</a></li>
-
- <li class="sidenavli "><a href="/docs/metadata-api.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Metadata RESTful API</a></li>
+ <li class="sidenavli "><a href="/docs/latest/" data-permalink="/docs/jmx-metric-monitoring.html" id="">Latest version (v0.5.0)</a></li>
<li class="divider"></li>
- <li class="heading">Development Guide</li>
-
- <li class="sidenavli "><a href="/docs/development-quick-guide.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Development Quick Guide</a></li>
+ <li class="heading">Download</li>
- <li class="sidenavli "><a href="/docs/development-in-macosx.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Development in Mac OSX</a></li>
+ <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Latest version (v0.5.0)</a></li>
- <li class="sidenavli "><a href="/docs/development-in-intellij.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Development in Intellij</a></li>
+ <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Archived</a></li>
<li class="divider"></li>
- <li class="heading">Advanced</li>
+ <li class="heading">Supplement</li>
- <li class="sidenavli "><a href="/docs/user-profile-ml.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">User Profile Machine Learning</a></li>
+ <li class="sidenavli "><a href="/docs/security.html" data-permalink="/docs/jmx-metric-monitoring.html" id="">Security</a></li>
<li class="divider"></li>
<li class="sidenavli">
- <a href="/sup/index.html">Go To Supplement</a>
- </li>
- <li class="sidenavli">
<a href="mailto:dev@eagle.apache.org" target="_blank">Need Help?</a>
</li>
</ul>
@@ -236,10 +177,9 @@
<h3 id="setup"><strong>Setup</strong></h3>
<p>From Hortonworks sandbox just run below setup script to Install Pyton JMX script, Create Kafka topic, update Apache Hbase tables and deploy “hadoopjmx” Storm topology.</p>
-<div class="highlighter-rouge"><pre class="highlight"><code>$ /usr/hdp/current/eagle/examples/hadoop-metric-sandbox-starter.sh
+<pre><code>$ /usr/hdp/current/eagle/examples/hadoop-metric-sandbox-starter.sh
$ /usr/hdp/current/eagle/examples/hadoop-metric-policy-create.sh
</code></pre>
-</div>
<p><br /></p>
@@ -264,17 +204,15 @@ $ /usr/hdp/current/eagle/examples/hadoop
<li>
<p>First make sure that Kafka topic “nn_jmx_metric_sandbox” is populated with JMX metric data periodically.(To make sure that python script is running)</p>
- <div class="highlighter-rouge"><pre class="highlight"><code> $ /usr/hdp/2.2.4.2-2/kafka/bin/kafka-console-consumer.sh --zookeeper sandbox.hortonworks.com:2181 --topic nn_jmx_metric_sandbox
+ <pre><code> $ /usr/hdp/2.2.4.2-2/kafka/bin/kafka-console-consumer.sh --zookeeper sandbox.hortonworks.com:2181 --topic nn_jmx_metric_sandbox
</code></pre>
- </div>
</li>
<li>
<p>Genrate Alert by producing alert triggering message into Kafka topic.</p>
- <div class="highlighter-rouge"><pre class="highlight"><code> $ /usr/hdp/2.2.4.2-2/kafka/bin/kafka-console-producer.sh --broker-list sandbox.hortonworks.com:6667 --topic nn_jmx_metric_sandbox
+ <pre><code> $ /usr/hdp/2.2.4.2-2/kafka/bin/kafka-console-producer.sh --broker-list sandbox.hortonworks.com:6667 --topic nn_jmx_metric_sandbox
$ {"host": "localhost", "timestamp": 1457033916718, "metric": "hadoop.namenode.fsnamesystemstate.fsstate", "component": "namenode", "site": "sandbox", "value": 1.0}
</code></pre>
- </div>
</li>
</ul>
Modified: eagle/site/docs/mapr-integration.html
URL: http://svn.apache.org/viewvc/eagle/site/docs/mapr-integration.html?rev=1789954&r1=1789953&r2=1789954&view=diff
==============================================================================
--- eagle/site/docs/mapr-integration.html (original)
+++ eagle/site/docs/mapr-integration.html Mon Apr 3 11:23:42 2017
@@ -129,86 +129,27 @@
<li class="divider"></li>
- <li class="heading">Download</li>
-
- <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/mapr-integration.html" id="">Latest version</a></li>
-
- <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/mapr-integration.html" id="">Archived</a></li>
-
- <li class="divider"></li>
-
- <li class="heading">Installation</li>
-
- <li class="sidenavli "><a href="/docs/quick-start.html" data-permalink="/docs/mapr-integration.html" id="">Get Started with Sandbox</a></li>
-
- <li class="sidenavli "><a href="/docs/deployment-in-docker.html" data-permalink="/docs/mapr-integration.html" id="">Get Started with Docker</a></li>
-
- <li class="sidenavli "><a href="/docs/deployment-env.html" data-permalink="/docs/mapr-integration.html" id="">Setup Environment</a></li>
-
- <li class="sidenavli "><a href="/docs/deployment-in-production.html" data-permalink="/docs/mapr-integration.html" id="">Setup Eagle in Production</a></li>
-
- <li class="sidenavli "><a href="/docs/configuration.html" data-permalink="/docs/mapr-integration.html" id="">Eagle Application Configuration</a></li>
-
- <li class="sidenavli "><a href="/docs/serviceconfiguration.html" data-permalink="/docs/mapr-integration.html" id="">Eagle Service Configuration</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/ldap.html" data-permalink="/docs/mapr-integration.html" id="">Eagle LDAP Authentication</a></li>
-
- <li class="divider"></li>
-
- <li class="heading">Tutorial</li>
-
- <li class="sidenavli "><a href="/docs/tutorial/site.html" data-permalink="/docs/mapr-integration.html" id="">Site Management</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/policy.html" data-permalink="/docs/mapr-integration.html" id="">Policy Management</a></li>
+ <li class="heading">Documentations</li>
- <li class="sidenavli "><a href="/docs/tutorial/policy-capabilities.html" data-permalink="/docs/mapr-integration.html" id="">Policy Engine Capabilities</a></li>
-
- <li class="sidenavli "><a href="/docs/hdfs-data-activity-monitoring.html" data-permalink="/docs/mapr-integration.html" id="">HDFS Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/hive-query-activity-monitoring.html" data-permalink="/docs/mapr-integration.html" id="">HIVE Query Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/hbase-data-activity-monitoring.html" data-permalink="/docs/mapr-integration.html" id="">HBASE Data Activity Monitoring</a></li>
-
- <li class="sidenavli current"><a href="/docs/mapr-integration.html" data-permalink="/docs/mapr-integration.html" id="">MapR FS Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/cloudera-integration.html" data-permalink="/docs/mapr-integration.html" id="">Cloudera FS Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/jmx-metric-monitoring.html" data-permalink="/docs/mapr-integration.html" id="">Hadoop JMX Metrics Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/import-hdfs-auditLog.html" data-permalink="/docs/mapr-integration.html" id="">Stream HDFS audit logs into Kafka</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/userprofile.html" data-permalink="/docs/mapr-integration.html" id="">User Profile Feature</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/classification.html" data-permalink="/docs/mapr-integration.html" id="">Data Classification Feature</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/topologymanagement.html" data-permalink="/docs/mapr-integration.html" id="">Topology Management Feature</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/notificationplugin.html" data-permalink="/docs/mapr-integration.html" id="">Alert Notification Plugin</a></li>
-
- <li class="sidenavli "><a href="/docs/metadata-api.html" data-permalink="/docs/mapr-integration.html" id="">Metadata RESTful API</a></li>
+ <li class="sidenavli "><a href="/docs/latest/" data-permalink="/docs/mapr-integration.html" id="">Latest version (v0.5.0)</a></li>
<li class="divider"></li>
- <li class="heading">Development Guide</li>
-
- <li class="sidenavli "><a href="/docs/development-quick-guide.html" data-permalink="/docs/mapr-integration.html" id="">Development Quick Guide</a></li>
+ <li class="heading">Download</li>
- <li class="sidenavli "><a href="/docs/development-in-macosx.html" data-permalink="/docs/mapr-integration.html" id="">Development in Mac OSX</a></li>
+ <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/mapr-integration.html" id="">Latest version (v0.5.0)</a></li>
- <li class="sidenavli "><a href="/docs/development-in-intellij.html" data-permalink="/docs/mapr-integration.html" id="">Development in Intellij</a></li>
+ <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/mapr-integration.html" id="">Archived</a></li>
<li class="divider"></li>
- <li class="heading">Advanced</li>
+ <li class="heading">Supplement</li>
- <li class="sidenavli "><a href="/docs/user-profile-ml.html" data-permalink="/docs/mapr-integration.html" id="">User Profile Machine Learning</a></li>
+ <li class="sidenavli "><a href="/docs/security.html" data-permalink="/docs/mapr-integration.html" id="">Security</a></li>
<li class="divider"></li>
<li class="sidenavli">
- <a href="/sup/index.html">Go To Supplement</a>
- </li>
- <li class="sidenavli">
<a href="mailto:dev@eagle.apache.org" target="_blank">Need Help?</a>
</li>
</ul>
@@ -230,97 +171,84 @@
<p>Here are the steps to follow:</p>
<h4 id="step1-enable-audit-logs-for-filesystem-operations-and-table-operations-in-mapr">Step1: Enable audit logs for FileSystem Operations and Table Operations in MapR</h4>
-<p>First we need to enable data auditing at all three levels: cluster level, volume level and directory,file or table level.</p>
-<h5 id="cluster-level">Cluster level:</h5>
+<p>First we need to enable data auditing at all three levels: cluster level, volume level and directory,file or table level.
+##### Cluster level:</p>
-<div class="highlighter-rouge"><pre class="highlight"><code> $ maprcli audit data -cluster <cluster name> -enabled true
+<pre><code> $ maprcli audit data -cluster <cluster name> -enabled true
[ -maxsize <GB, defaut value is 32. When size of audit logs exceed this number, an alarm will be sent to the dashboard in the MapR Control Service > ]
[ -retention <number of Days> ]
</code></pre>
-</div>
<p>Example:</p>
-<div class="highlighter-rouge"><pre class="highlight"><code> $ maprcli audit data -cluster mapr.cluster.com -enabled true -maxsize 30 -retention 30
+<pre><code> $ maprcli audit data -cluster mapr.cluster.com -enabled true -maxsize 30 -retention 30
</code></pre>
-</div>
<h5 id="volume-level">Volume level:</h5>
-<div class="highlighter-rouge"><pre class="highlight"><code> $ maprcli volume audit -cluster <cluster name> -enabled true
+<pre><code> $ maprcli volume audit -cluster <cluster name> -enabled true
-name <volume name>
[ -coalesce <interval in minutes, the interval of time during which READ, WRITE, or GETATTR operations on one file from one client IP address are logged only once, if auditing is enabled> ]
</code></pre>
-</div>
<p>Example:</p>
-<div class="highlighter-rouge"><pre class="highlight"><code> $ maprcli volume audit -cluster mapr.cluster.com -name mapr.tmp -enabled true
+<pre><code> $ maprcli volume audit -cluster mapr.cluster.com -name mapr.tmp -enabled true
</code></pre>
-</div>
<p>To verify that auditing is enabled for a particular volume, use this command:</p>
-<div class="highlighter-rouge"><pre class="highlight"><code> $ maprcli volume info -name <volume name> -json | grep -i 'audited\|coalesce'
+<pre><code> $ maprcli volume info -name <volume name> -json | grep -i 'audited\|coalesce'
</code></pre>
-</div>
<p>and you should see something like this:</p>
-<div class="highlighter-rouge"><pre class="highlight"><code> "audited":1,
+<pre><code> "audited":1,
"coalesceInterval":60
</code></pre>
-</div>
<p>If “audited” is ‘1’ then auditing is enabled for this volume.</p>
<h5 id="directory-file-or-mapr-db-table-level">Directory, file, or MapR-DB table level:</h5>
-<div class="highlighter-rouge"><pre class="highlight"><code> $ hadoop mfs -setaudit on <directory|file|table>
+<pre><code> $ hadoop mfs -setaudit on <directory|file|table>
</code></pre>
-</div>
-<p>To check whether Auditing is Enabled for a Directory, File, or MapR-DB Table, use <code class="highlighter-rouge">$ hadoop mfs -ls</code>
+<p>To check whether Auditing is Enabled for a Directory, File, or MapR-DB Table, use <code>$ hadoop mfs -ls</code>
Example:
-Before enable the audit log on file <code class="highlighter-rouge">/tmp/dir</code>, try <code class="highlighter-rouge">$ hadoop mfs -ls /tmp/dir</code>, you should see something like this:</p>
+Before enable the audit log on file <code>/tmp/dir</code>, try <code>$ hadoop mfs -ls /tmp/dir</code>, you should see something like this:</p>
-<div class="highlighter-rouge"><pre class="highlight"><code>drwxr-xr-x Z U U - root root 0 2016-03-02 15:02 268435456 /tmp/dir
+<pre><code>drwxr-xr-x Z U U - root root 0 2016-03-02 15:02 268435456 /tmp/dir
p 2050.32.131328 mapr2.da.dg:5660 mapr1.da.dg:5660
</code></pre>
-</div>
-<p>The second <code class="highlighter-rouge">U</code> means auditing on this file is not enabled.
+<p>The second <code>U</code> means auditing on this file is not enabled.
Enable auditing with this command:</p>
-<div class="highlighter-rouge"><pre class="highlight"><code>$ hadoop mfs -setaudit on /tmp/dir
+<pre><code>$ hadoop mfs -setaudit on /tmp/dir
</code></pre>
-</div>
<p>Then check the auditing bit with :</p>
-<div class="highlighter-rouge"><pre class="highlight"><code>$ hadoop mfs -ls /tmp/dir
+<pre><code>$ hadoop mfs -ls /tmp/dir
</code></pre>
-</div>
<p>you should see something like this:</p>
-<div class="highlighter-rouge"><pre class="highlight"><code>drwxr-xr-x Z U A - root root 0 2016-03-02 15:02 268435456 /tmp/dir
+<pre><code>drwxr-xr-x Z U A - root root 0 2016-03-02 15:02 268435456 /tmp/dir
p 2050.32.131328 mapr2.da.dg:5660 mapr1.da.dg:5660
</code></pre>
-</div>
-<p>We can see the previous <code class="highlighter-rouge">U</code> has been changed to <code class="highlighter-rouge">A</code> which indicates auditing on this file is enabled.</p>
+<p>We can see the previous <code>U</code> has been changed to <code>A</code> which indicates auditing on this file is enabled.</p>
-<p><code class="highlighter-rouge">Important</code>:
+<p><code>Important</code>:
When a directory has been enabled auditing, directories/files located in this dir won’t inherit auditing, but a newly created file/dir (after enabling the auditing on this dir) in this directory will.</p>
<h4 id="step2-stream-log-data-into-kafka-by-using-logstash">Step2: Stream log data into Kafka by using Logstash</h4>
-<p>As MapR do not have name node, instead it use CLDB service, we have to use logstash to stream log data into Kafka.</p>
-<ul>
- <li>First find out the nodes that have CLDB service</li>
- <li>Then find out the location of audit log files, eg: <code class="highlighter-rouge">/mapr/mapr.cluster.com/var/mapr/local/mapr1.da.dg/audit/</code>, file names should be in this format: <code class="highlighter-rouge">FSAudit.log-2016-05-04-001.json</code></li>
- <li>Created a logstash conf file and run it, following this doc<a href="https://github.com/apache/eagle/blob/master/eagle-assembly/src/main/docs/logstash-kafka-conf.md">Logstash-kafka</a></li>
-</ul>
+<p>As MapR do not have name node, instead it use CLDB service, we have to use logstash to stream log data into Kafka.
+- First find out the nodes that have CLDB service
+- Then find out the location of audit log files, eg: <code>/mapr/mapr.cluster.com/var/mapr/local/mapr1.da.dg/audit/</code>, file names should be in this format: <code>FSAudit.log-2016-05-04-001.json</code>
+- Created a logstash conf file and run it, following this doc<a href="https://github.com/apache/eagle/blob/master/eagle-assembly/src/main/docs/logstash-kafka-conf.md">Logstash-kafka</a></p>
<h4 id="step3-set-up-maprfsauditlog-applicaiton-in-eagle-service">Step3: Set up maprFSAuditLog applicaiton in Eagle Service</h4>
-<p>After Eagle Service gets started, create mapFSAuditLog application using: <code class="highlighter-rouge">$ ./maprFSAuditLog-init.sh</code>. By default it will create maprFSAuditLog in site “sandbox”, you may need to change it to your own site.
+<p>After Eagle Service gets started, create mapFSAuditLog application using: <code>$ ./maprFSAuditLog-init.sh</code>. By default it will create maprFSAuditLog in site “sandbox”, you may need to change it to your own site.
After these steps you are good to go.</p>
<p>Have fun!!! :)</p>
Modified: eagle/site/docs/metadata-api.html
URL: http://svn.apache.org/viewvc/eagle/site/docs/metadata-api.html?rev=1789954&r1=1789953&r2=1789954&view=diff
==============================================================================
--- eagle/site/docs/metadata-api.html (original)
+++ eagle/site/docs/metadata-api.html Mon Apr 3 11:23:42 2017
@@ -129,86 +129,27 @@
<li class="divider"></li>
- <li class="heading">Download</li>
-
- <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/metadata-api.html" id="">Latest version</a></li>
-
- <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/metadata-api.html" id="">Archived</a></li>
-
- <li class="divider"></li>
-
- <li class="heading">Installation</li>
-
- <li class="sidenavli "><a href="/docs/quick-start.html" data-permalink="/docs/metadata-api.html" id="">Get Started with Sandbox</a></li>
-
- <li class="sidenavli "><a href="/docs/deployment-in-docker.html" data-permalink="/docs/metadata-api.html" id="">Get Started with Docker</a></li>
-
- <li class="sidenavli "><a href="/docs/deployment-env.html" data-permalink="/docs/metadata-api.html" id="">Setup Environment</a></li>
-
- <li class="sidenavli "><a href="/docs/deployment-in-production.html" data-permalink="/docs/metadata-api.html" id="">Setup Eagle in Production</a></li>
-
- <li class="sidenavli "><a href="/docs/configuration.html" data-permalink="/docs/metadata-api.html" id="">Eagle Application Configuration</a></li>
-
- <li class="sidenavli "><a href="/docs/serviceconfiguration.html" data-permalink="/docs/metadata-api.html" id="">Eagle Service Configuration</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/ldap.html" data-permalink="/docs/metadata-api.html" id="">Eagle LDAP Authentication</a></li>
-
- <li class="divider"></li>
-
- <li class="heading">Tutorial</li>
-
- <li class="sidenavli "><a href="/docs/tutorial/site.html" data-permalink="/docs/metadata-api.html" id="">Site Management</a></li>
+ <li class="heading">Documentations</li>
- <li class="sidenavli "><a href="/docs/tutorial/policy.html" data-permalink="/docs/metadata-api.html" id="">Policy Management</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/policy-capabilities.html" data-permalink="/docs/metadata-api.html" id="">Policy Engine Capabilities</a></li>
-
- <li class="sidenavli "><a href="/docs/hdfs-data-activity-monitoring.html" data-permalink="/docs/metadata-api.html" id="">HDFS Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/hive-query-activity-monitoring.html" data-permalink="/docs/metadata-api.html" id="">HIVE Query Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/hbase-data-activity-monitoring.html" data-permalink="/docs/metadata-api.html" id="">HBASE Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/mapr-integration.html" data-permalink="/docs/metadata-api.html" id="">MapR FS Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/cloudera-integration.html" data-permalink="/docs/metadata-api.html" id="">Cloudera FS Data Activity Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/jmx-metric-monitoring.html" data-permalink="/docs/metadata-api.html" id="">Hadoop JMX Metrics Monitoring</a></li>
-
- <li class="sidenavli "><a href="/docs/import-hdfs-auditLog.html" data-permalink="/docs/metadata-api.html" id="">Stream HDFS audit logs into Kafka</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/userprofile.html" data-permalink="/docs/metadata-api.html" id="">User Profile Feature</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/classification.html" data-permalink="/docs/metadata-api.html" id="">Data Classification Feature</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/topologymanagement.html" data-permalink="/docs/metadata-api.html" id="">Topology Management Feature</a></li>
-
- <li class="sidenavli "><a href="/docs/tutorial/notificationplugin.html" data-permalink="/docs/metadata-api.html" id="">Alert Notification Plugin</a></li>
-
- <li class="sidenavli current"><a href="/docs/metadata-api.html" data-permalink="/docs/metadata-api.html" id="">Metadata RESTful API</a></li>
+ <li class="sidenavli "><a href="/docs/latest/" data-permalink="/docs/metadata-api.html" id="">Latest version (v0.5.0)</a></li>
<li class="divider"></li>
- <li class="heading">Development Guide</li>
-
- <li class="sidenavli "><a href="/docs/development-quick-guide.html" data-permalink="/docs/metadata-api.html" id="">Development Quick Guide</a></li>
+ <li class="heading">Download</li>
- <li class="sidenavli "><a href="/docs/development-in-macosx.html" data-permalink="/docs/metadata-api.html" id="">Development in Mac OSX</a></li>
+ <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/metadata-api.html" id="">Latest version (v0.5.0)</a></li>
- <li class="sidenavli "><a href="/docs/development-in-intellij.html" data-permalink="/docs/metadata-api.html" id="">Development in Intellij</a></li>
+ <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/metadata-api.html" id="">Archived</a></li>
<li class="divider"></li>
- <li class="heading">Advanced</li>
+ <li class="heading">Supplement</li>
- <li class="sidenavli "><a href="/docs/user-profile-ml.html" data-permalink="/docs/metadata-api.html" id="">User Profile Machine Learning</a></li>
+ <li class="sidenavli "><a href="/docs/security.html" data-permalink="/docs/metadata-api.html" id="">Security</a></li>
<li class="divider"></li>
<li class="sidenavli">
- <a href="/sup/index.html">Go To Supplement</a>
- </li>
- <li class="sidenavli">
<a href="mailto:dev@eagle.apache.org" target="_blank">Need Help?</a>
</li>
</ul>