You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@eagle.apache.org by yo...@apache.org on 2016/07/27 05:48:48 UTC
svn commit: r1754217 [12/20] - in /incubator/eagle/site: ./ about/ css/
data/ docs/ docs/tutorial/ fonts/ images/ images/appManager/ images/docs/
images/posts/ images/slider/ images/usecases/ js/ post/ post/2015/
post/2015/10/ post/2015/10/26/
Added: incubator/eagle/site/docs/tutorial/notificationplugin.html
URL: http://svn.apache.org/viewvc/incubator/eagle/site/docs/tutorial/notificationplugin.html?rev=1754217&view=auto
==============================================================================
--- incubator/eagle/site/docs/tutorial/notificationplugin.html (added)
+++ incubator/eagle/site/docs/tutorial/notificationplugin.html Wed Jul 27 05:48:44 2016
@@ -0,0 +1,354 @@
+<!DOCTYPE html>
+<head>
+ <meta charset="utf-8">
+ <meta http-equiv="X-UA-Compatible" content="IE=edge">
+
+ <title>Eagle - Notification Plugin</title>
+ <meta name="description" content="Eagle - Analyze Big Data Platforms for Security and Performance">
+
+ <meta name="keywords" content="Eagle, Hadoop, Security, Real Time">
+ <meta name="author" content="eBay Inc.">
+
+ <meta charset="utf-8">
+ <meta name="viewport" content="initial-scale=1">
+
+ <link rel="stylesheet" href="/css/animate.css">
+ <link rel="stylesheet" href="/css/bootstrap.min.css">
+
+ <link rel="stylesheet" href="/css/font-awesome.min.css">
+
+ <link rel="stylesheet" href="/css/misc.css">
+ <link rel="stylesheet" href="/css/style.css">
+ <link rel="stylesheet" href="/css/styles.css">
+ <link rel="stylesheet" href="/css/main.css">
+ <link rel="alternate" type="application/rss+xml" title="Eagle" href="http://goeagle.io/feed.xml" />
+ <link rel="shortcut icon" href="/images/favicon.png">
+
+ <!-- Baidu Analytics Tracking-->
+ <script>
+ var _hmt = _hmt || [];
+ (function() {
+ var hm = document.createElement("script");
+ hm.src = "//hm.baidu.com/hm.js?fedc55df2ea52777a679192e8f849ece";
+ var s = document.getElementsByTagName("script")[0];
+ s.parentNode.insertBefore(hm, s);
+ })();
+ </script>
+
+ <!-- Google Analytics Tracking -->
+ <script>
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+ ga('create', 'UA-68929805-1', 'auto');
+ ga('send', 'pageview');
+ </script>
+</head>
+<body>
+<!-- header start -->
+<div id="home_page">
+ <div class="topbar">
+ <div class="container">
+ <div class="row" >
+ <nav class="navbar navbar-default">
+ <div class="container-fluid">
+ <!-- Brand and toggle get grouped for better mobile display -->
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar"></span> <span class="icon-bar"></span> <span class="icon-bar"></span> </button>
+ <a class="navbar-brand" href="/"><img src="/images/logo2.png" height="44px" style="margin-top:-7px"></a> </div>
+
+ <!-- Collect the nav links, forms, and other content for toggling -->
+ <!-- <div class="collapse navbar-collapse" id="bs-example-navbar-collapse-1">
+ <ul class="nav navbar-nav navbar-right" id="top-menu">
+ <li><a class="menu" href="/#home_page">HOME</a></li>
+ <li><a class="menu" href="/docs/">DOCS</a></li>
+ <li><a class="menu" href="/#about_page">ABOUT</a></li>
+ <li><a class="menu" href="/#diagram_page">ARCHITECTURE</a></li>
+ <li><a class="menu" href="/#modules_page">MODULES</a></li>
+ <li><a class="menu" href="/#usecase_page">USE CASES</a></li>
+ <li>
+ </li>
+ </ul> -->
+ </div>
+ </div>
+ <!-- /.container-fluid -->
+ </nav>
+ </div>
+ </div>
+ </div>
+ <div class="headerimage">
+ <div class="flexslider">
+ <ul class="slides">
+ <li><img src="/images/slider/4.jpg" alt="Slide 1"></li>
+ </ul>
+ </div>
+ </div>
+ <div class="particles" style="height:40%"> </div><!---particles-->
+ <div class="slider-caption" style="top:80px;">
+ <div class="homewrapper">
+ <div class="hometitle">
+ <a href="/">
+ <img src="/images/feather.png" height="80px">
+ </a>
+ </div>
+ <div class="hometext">
+ <h2>Analyze Big Data Platforms For Security and Performance</h2>
+ <div class="social-buttons">
+ <!-- <a href="https://github.com/ebay/eagle"><i class="fa fa-github"></i></a>
+ <a href="http://twitter.com/TheApacheEagle"><i class="fa fa-twitter"></i></a>
+ <a href="https://www.facebook.com/TheApacheEagle/"><i class="fa fa-facebook"></i></a>
+ <a href="#"><i class="fa fa-weixin"></i></a> -->
+ <!-- <a href="https://www.weibo.com/ApacheEagle/"><i class="fa fa-weibo"></i></a> -->
+ </div>
+ </div>
+ </div>
+ </div>
+</div>
+<!-- header end -->
+<div class="container-fluid page-content">
+ <a href="https://github.com/apache/incubator-eagle" target="_blank"><img style="z-index:10000;position: fixed; top: 0; right: 0; border: 0;" src="https://camo.githubusercontent.com/365986a132ccd6a44c23a9169022c0b5c890c387/68747470733a2f2f73332e616d617a6f6e6177732e636f6d2f6769746875622f726962626f6e732f666f726b6d655f72696768745f7265645f6161303030302e706e67" alt="Fork eagle on GitHub" data-canonical-src="https://s3.amazonaws.com/github/ribbons/forkme_right_red_aa0000.png"></a>
+
+ <div class="row">
+ <div class="col-md-10 col-md-offset-1">
+ <!-- sidebar -->
+ <div class="col-xs-6 col-sm-3" id="sidebar" role="navigation">
+ <ul class="nav" id="adminnav">
+
+ <li class="heading">Getting Started</li>
+
+ <li class="sidenavli "><a href="/docs/index.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">Introduction</a></li>
+
+ <li class="sidenavli "><a href="/docs/usecases.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">Use Cases</a></li>
+
+ <li class="sidenavli "><a href="/docs/terminology.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">Terminology</a></li>
+
+ <li class="sidenavli "><a href="/docs/ecosystem.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">Ecosystem</a></li>
+
+ <li class="sidenavli "><a href="/docs/community.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">Community</a></li>
+
+ <li class="sidenavli "><a href="/docs/FAQ.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">FAQ</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Download</li>
+
+ <li class="sidenavli "><a href="/docs/download-0.4.0.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">Latest version</a></li>
+
+ <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">Archived</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Installation</li>
+
+ <li class="sidenavli "><a href="/docs/quick-start.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">Get Started with Sandbox</a></li>
+
+ <li class="sidenavli "><a href="/docs/deployment-in-docker.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">Get Started with Docker</a></li>
+
+ <li class="sidenavli "><a href="/docs/deployment-env.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">Setup Environment</a></li>
+
+ <li class="sidenavli "><a href="/docs/deployment-in-production.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">Setup Eagle in Production</a></li>
+
+ <li class="sidenavli "><a href="/docs/configuration.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">Eagle Topology Configuration</a></li>
+
+ <li class="sidenavli "><a href="/docs/serviceconfiguration.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">Eagle Service Configuration</a></li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/ldap.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">Eagle LDAP Authentication</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Tutorial</li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/setup.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">Site Management</a></li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/policy.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">Policy Management</a></li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/policy-capabilities.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">Policy Engine Capabilities</a></li>
+
+ <li class="sidenavli "><a href="/docs/hdfs-data-activity-monitoring.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">HDFS Data Activity Monitoring</a></li>
+
+ <li class="sidenavli "><a href="/docs/hive-query-activity-monitoring.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">HIVE Query Activity Monitoring</a></li>
+
+ <li class="sidenavli "><a href="/docs/hbase-data-activity-monitoring.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">HBASE Data Activity Monitoring</a></li>
+
+ <li class="sidenavli "><a href="/docs/mapr-integration.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">MapR FS Data Activity Monitoring</a></li>
+
+ <li class="sidenavli "><a href="/docs/jmx-metric-monitoring.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">Hadoop JMX Metrics Monitoring</a></li>
+
+ <li class="sidenavli "><a href="/docs/import-hdfs-auditLog.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">Stream HDFS audit logs into Kafka</a></li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/userprofile.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">User Profile Feature</a></li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/classification.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">Data Classification Feature</a></li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/topologymanagement.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">Topology Management Feature</a></li>
+
+ <li class="sidenavli current"><a href="/docs/tutorial/notificationplugin.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">Alert Notification Plugin</a></li>
+
+ <li class="sidenavli "><a href="/docs/metadata-api.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">Metadata RESTful API</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Development Guide</li>
+
+ <li class="sidenavli "><a href="/docs/development-quick-guide.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">Development Quick Guide</a></li>
+
+ <li class="sidenavli "><a href="/docs/development-in-macosx.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">Development in Mac OSX</a></li>
+
+ <li class="sidenavli "><a href="/docs/development-in-intellij.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">Development in Intellij</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Advanced</li>
+
+ <li class="sidenavli "><a href="/docs/user-profile-ml.html" data-permalink="/docs/tutorial/notificationplugin.html" id="">User Profile Machine Learning</a></li>
+
+ <li class="divider"></li>
+
+ <li class="sidenavli">
+ <a href="mailto:dev@eagle.incubator.apache.org" target="_blank">Need Help?</a>
+ </li>
+ </ul>
+ </div>
+ <div class="col-xs-6 col-sm-9 page-main-content" style="margin-left: -15px" id="loadcontent">
+ <h1 class="page-header" style="margin-top: 0px">Notification Plugin</h1>
+ <p><em>Since Apache Eagle 0.4.0-incubating. Apache Eagle (incubating) will be called Eagle in the following.</em></p>
+
+<h3 id="eagle-notification-plugins">Eagle Notification Plugins</h3>
+
+<p><a href="https://cwiki.apache.org/confluence/display/EAG/Alert+notification+plugin">Eagle Notification Plugin</a> provides an interface for users to consume Eagle alerts. When define a policy, a user can add an arbitrary number of notification plugin instances. By default, Eagle supports three types of notification: EagleStore, Kafka and Email.</p>
+
+<ul>
+ <li>EagleStore: Alerts will be persisted into the underlying database via eagle.
+ <ul>
+ <li>no configuration is needed.</li>
+ </ul>
+ </li>
+ <li>Kafka: Alerts will flow into Kafka. Configurations are required:
+ <ul>
+ <li><strong>kafka_broker</strong>: <hostname:port,…, REQUIRED: The list of hostname and hostname:port> port of the server to connect to.</li>
+ <li><strong>topic</strong>: kafka topic</li>
+ </ul>
+ </li>
+ <li>email: Alert email will be sent out. Configurations are required:
+ <ul>
+ <li><strong>sender</strong>: email sender address</li>
+ <li><strong>recipients</strong>: email recipients, multiple email address with comma separated</li>
+ <li><strong>subject</strong>: email subject</li>
+ </ul>
+ </li>
+</ul>
+
+<p><img src="/images/notificationPlugin.png" alt="notificationPlugin" />
+### Customized Notification Plugin</p>
+
+<p>To integrate a customized notification plugin, we must implement an interface</p>
+
+<pre><code>public interface NotificationPlugin {
+/**
+ * for initialization
+ * @throws Exception
+ */
+void init(Config config, List<AlertDefinitionAPIEntity> initAlertDefs) throws Exception;
+
+/**
+ * Update Plugin if any change in Policy Definition
+ * @param policy to be impacted
+ * @param notificationConfCollection
+ * @throws Exception
+ */
+void update(String policy, List<Map<String,String>> notificationConfCollection , boolean isPolicyDelete) throws Exception;
+
+/**
+ * Post a notification for the given alertEntity
+ * @param alertEntity
+ * @throws Exception
+ */
+
+void onAlert(AlertAPIEntity alertEntity) throws Exception;
+
+/**
+ * Returns Status of Notification Post
+ * @return
+ */
+List<NotificationStatus> getStatusList();
+} Examples: AlertKafkaPlugin, AlertEmailPlugin, and AlertEagleStorePlugin.
+</code></pre>
+
+<p>The second and crucial step is to register the configurations of the customized plugin. In other words, we need persist the configuration template into database in order to expose the configurations to users in the front end.</p>
+
+<p>Examples:</p>
+
+ {
+<pre><code> "prefix": "alertNotifications",
+ "tags": {
+ "notificationType": "kafka"
+ },
+ "className": "org.apache.eagle.notification.plugin.AlertKafkaPlugin",
+ "description": "send alert to kafka bus",
+ "enabled":true,
+ "fields": "[{\"name\":\"kafka_broker\",\"value\":\"sandbox.hortonworks.com:6667\"},{\"name\":\"topic\"}]"
+ } 'fields' is the configuration for notification type 'kafka'
+</code></pre>
+
+<p>How can we do that? <a href="https://github.com/apache/incubator-eagle/blob/master/eagle-assembly/src/main/bin/eagle-topology-init.sh">Here</a> are Eagle other notification plugin configurations. Just append yours to it, and run this script when Eagle service is up.</p>
+
+
+ </div><!--end of loadcontent-->
+ </div>
+ <!--end of centered content-->
+ </div>
+</div>
+<!--end of container-->
+
+<!-- footer start -->
+<div class="footerwrapper">
+ <div class="container">
+ <div class="row">
+ <div class="col-md-12"><div style="margin-left:auto; margin-right:auto; text-align:center;font-size: 12px">
+<div>
+Apache Eagle is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the Apache Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+<div>
+<a href="http://www.apache.org">
+<img id="asf-logo" alt="Apache Software Foundation" src="/images/apache-logo-small.gif">
+</a>
+<a href="http://incubator.apache.org">
+<img id="incubator-logo" alt="Apache Incubator" src="/images/apache-incubator-logo-small.png">
+</a>
+</div>
+<div>
+Copyright © 2015 <a href="http://www.apache.org">The Apache Software Foundation</a>, Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>.
+</div>
+<div>
+Apache Eagle, Eagle, Apache, the Apache feather logo, and the Apache Incubator project logo are trademarks of The Apache Software Foundation.
+</div>
+ </div></div>
+ </div>
+ </div>
+</div>
+<!-- footer end -->
+
+<!-- JavaScripts -->
+<script src="/js/jquery-1.11.1.min.js"></script>
+<script src="/js/jquery.singlePageNav.js"></script>
+<script src="/js/jquery.flexslider.js"></script>
+<script src="/js/modernizr.min.js"></script>
+<script src="/js/svg.js"></script>
+<script>
+ /************** FlexSlider *********************/
+ $('.flexslider').flexslider({
+ animation: "fade",
+ directionNav: false
+ });
+</script>
+
+<script>
+ /************** FlexSlider *********************/
+ $('.flexslider').flexslider({
+ animation: "fade",
+ directionNav: false
+ });
+</script>
+</body>
+</html>
Added: incubator/eagle/site/docs/tutorial/policy-capabilities.html
URL: http://svn.apache.org/viewvc/incubator/eagle/site/docs/tutorial/policy-capabilities.html?rev=1754217&view=auto
==============================================================================
--- incubator/eagle/site/docs/tutorial/policy-capabilities.html (added)
+++ incubator/eagle/site/docs/tutorial/policy-capabilities.html Wed Jul 27 05:48:44 2016
@@ -0,0 +1,290 @@
+<!DOCTYPE html>
+<head>
+ <meta charset="utf-8">
+ <meta http-equiv="X-UA-Compatible" content="IE=edge">
+
+ <title>Eagle - Policy Engine Capabilities</title>
+ <meta name="description" content="Eagle - Analyze Big Data Platforms for Security and Performance">
+
+ <meta name="keywords" content="Eagle, Hadoop, Security, Real Time">
+ <meta name="author" content="eBay Inc.">
+
+ <meta charset="utf-8">
+ <meta name="viewport" content="initial-scale=1">
+
+ <link rel="stylesheet" href="/css/animate.css">
+ <link rel="stylesheet" href="/css/bootstrap.min.css">
+
+ <link rel="stylesheet" href="/css/font-awesome.min.css">
+
+ <link rel="stylesheet" href="/css/misc.css">
+ <link rel="stylesheet" href="/css/style.css">
+ <link rel="stylesheet" href="/css/styles.css">
+ <link rel="stylesheet" href="/css/main.css">
+ <link rel="alternate" type="application/rss+xml" title="Eagle" href="http://goeagle.io/feed.xml" />
+ <link rel="shortcut icon" href="/images/favicon.png">
+
+ <!-- Baidu Analytics Tracking-->
+ <script>
+ var _hmt = _hmt || [];
+ (function() {
+ var hm = document.createElement("script");
+ hm.src = "//hm.baidu.com/hm.js?fedc55df2ea52777a679192e8f849ece";
+ var s = document.getElementsByTagName("script")[0];
+ s.parentNode.insertBefore(hm, s);
+ })();
+ </script>
+
+ <!-- Google Analytics Tracking -->
+ <script>
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+ ga('create', 'UA-68929805-1', 'auto');
+ ga('send', 'pageview');
+ </script>
+</head>
+<body>
+<!-- header start -->
+<div id="home_page">
+ <div class="topbar">
+ <div class="container">
+ <div class="row" >
+ <nav class="navbar navbar-default">
+ <div class="container-fluid">
+ <!-- Brand and toggle get grouped for better mobile display -->
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar"></span> <span class="icon-bar"></span> <span class="icon-bar"></span> </button>
+ <a class="navbar-brand" href="/"><img src="/images/logo2.png" height="44px" style="margin-top:-7px"></a> </div>
+
+ <!-- Collect the nav links, forms, and other content for toggling -->
+ <!-- <div class="collapse navbar-collapse" id="bs-example-navbar-collapse-1">
+ <ul class="nav navbar-nav navbar-right" id="top-menu">
+ <li><a class="menu" href="/#home_page">HOME</a></li>
+ <li><a class="menu" href="/docs/">DOCS</a></li>
+ <li><a class="menu" href="/#about_page">ABOUT</a></li>
+ <li><a class="menu" href="/#diagram_page">ARCHITECTURE</a></li>
+ <li><a class="menu" href="/#modules_page">MODULES</a></li>
+ <li><a class="menu" href="/#usecase_page">USE CASES</a></li>
+ <li>
+ </li>
+ </ul> -->
+ </div>
+ </div>
+ <!-- /.container-fluid -->
+ </nav>
+ </div>
+ </div>
+ </div>
+ <div class="headerimage">
+ <div class="flexslider">
+ <ul class="slides">
+ <li><img src="/images/slider/4.jpg" alt="Slide 1"></li>
+ </ul>
+ </div>
+ </div>
+ <div class="particles" style="height:40%"> </div><!---particles-->
+ <div class="slider-caption" style="top:80px;">
+ <div class="homewrapper">
+ <div class="hometitle">
+ <a href="/">
+ <img src="/images/feather.png" height="80px">
+ </a>
+ </div>
+ <div class="hometext">
+ <h2>Analyze Big Data Platforms For Security and Performance</h2>
+ <div class="social-buttons">
+ <!-- <a href="https://github.com/ebay/eagle"><i class="fa fa-github"></i></a>
+ <a href="http://twitter.com/TheApacheEagle"><i class="fa fa-twitter"></i></a>
+ <a href="https://www.facebook.com/TheApacheEagle/"><i class="fa fa-facebook"></i></a>
+ <a href="#"><i class="fa fa-weixin"></i></a> -->
+ <!-- <a href="https://www.weibo.com/ApacheEagle/"><i class="fa fa-weibo"></i></a> -->
+ </div>
+ </div>
+ </div>
+ </div>
+</div>
+<!-- header end -->
+<div class="container-fluid page-content">
+ <a href="https://github.com/apache/incubator-eagle" target="_blank"><img style="z-index:10000;position: fixed; top: 0; right: 0; border: 0;" src="https://camo.githubusercontent.com/365986a132ccd6a44c23a9169022c0b5c890c387/68747470733a2f2f73332e616d617a6f6e6177732e636f6d2f6769746875622f726962626f6e732f666f726b6d655f72696768745f7265645f6161303030302e706e67" alt="Fork eagle on GitHub" data-canonical-src="https://s3.amazonaws.com/github/ribbons/forkme_right_red_aa0000.png"></a>
+
+ <div class="row">
+ <div class="col-md-10 col-md-offset-1">
+ <!-- sidebar -->
+ <div class="col-xs-6 col-sm-3" id="sidebar" role="navigation">
+ <ul class="nav" id="adminnav">
+
+ <li class="heading">Getting Started</li>
+
+ <li class="sidenavli "><a href="/docs/index.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">Introduction</a></li>
+
+ <li class="sidenavli "><a href="/docs/usecases.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">Use Cases</a></li>
+
+ <li class="sidenavli "><a href="/docs/terminology.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">Terminology</a></li>
+
+ <li class="sidenavli "><a href="/docs/ecosystem.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">Ecosystem</a></li>
+
+ <li class="sidenavli "><a href="/docs/community.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">Community</a></li>
+
+ <li class="sidenavli "><a href="/docs/FAQ.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">FAQ</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Download</li>
+
+ <li class="sidenavli "><a href="/docs/download-0.4.0.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">Latest version</a></li>
+
+ <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">Archived</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Installation</li>
+
+ <li class="sidenavli "><a href="/docs/quick-start.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">Get Started with Sandbox</a></li>
+
+ <li class="sidenavli "><a href="/docs/deployment-in-docker.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">Get Started with Docker</a></li>
+
+ <li class="sidenavli "><a href="/docs/deployment-env.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">Setup Environment</a></li>
+
+ <li class="sidenavli "><a href="/docs/deployment-in-production.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">Setup Eagle in Production</a></li>
+
+ <li class="sidenavli "><a href="/docs/configuration.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">Eagle Topology Configuration</a></li>
+
+ <li class="sidenavli "><a href="/docs/serviceconfiguration.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">Eagle Service Configuration</a></li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/ldap.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">Eagle LDAP Authentication</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Tutorial</li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/setup.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">Site Management</a></li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/policy.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">Policy Management</a></li>
+
+ <li class="sidenavli current"><a href="/docs/tutorial/policy-capabilities.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">Policy Engine Capabilities</a></li>
+
+ <li class="sidenavli "><a href="/docs/hdfs-data-activity-monitoring.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">HDFS Data Activity Monitoring</a></li>
+
+ <li class="sidenavli "><a href="/docs/hive-query-activity-monitoring.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">HIVE Query Activity Monitoring</a></li>
+
+ <li class="sidenavli "><a href="/docs/hbase-data-activity-monitoring.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">HBASE Data Activity Monitoring</a></li>
+
+ <li class="sidenavli "><a href="/docs/mapr-integration.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">MapR FS Data Activity Monitoring</a></li>
+
+ <li class="sidenavli "><a href="/docs/jmx-metric-monitoring.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">Hadoop JMX Metrics Monitoring</a></li>
+
+ <li class="sidenavli "><a href="/docs/import-hdfs-auditLog.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">Stream HDFS audit logs into Kafka</a></li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/userprofile.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">User Profile Feature</a></li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/classification.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">Data Classification Feature</a></li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/topologymanagement.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">Topology Management Feature</a></li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/notificationplugin.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">Alert Notification Plugin</a></li>
+
+ <li class="sidenavli "><a href="/docs/metadata-api.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">Metadata RESTful API</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Development Guide</li>
+
+ <li class="sidenavli "><a href="/docs/development-quick-guide.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">Development Quick Guide</a></li>
+
+ <li class="sidenavli "><a href="/docs/development-in-macosx.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">Development in Mac OSX</a></li>
+
+ <li class="sidenavli "><a href="/docs/development-in-intellij.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">Development in Intellij</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Advanced</li>
+
+ <li class="sidenavli "><a href="/docs/user-profile-ml.html" data-permalink="/docs/tutorial/policy-capabilities.html" id="">User Profile Machine Learning</a></li>
+
+ <li class="divider"></li>
+
+ <li class="sidenavli">
+ <a href="mailto:dev@eagle.incubator.apache.org" target="_blank">Need Help?</a>
+ </li>
+ </ul>
+ </div>
+ <div class="col-xs-6 col-sm-9 page-main-content" style="margin-left: -15px" id="loadcontent">
+ <h1 class="page-header" style="margin-top: 0px">Policy Engine Capabilities</h1>
+ <h3 id="cep-as-first-class-policy-engine">CEP as first class policy engine</h3>
+
+<p>Apache Eagle (incubating, called Eagle in the following) platform supports CEP engine as first class policy engine, i.e. Eagle platform runs CEP engine on top of Apache Storm and make rules be hot deployed.<br />
+Specifically Eagle platform uses WSO2 Siddhi CEP library, source code is <a href="https://github.com/wso2/siddhi">here</a>.</p>
+
+<h3 id="policy-capabilities">Policy capabilities</h3>
+
+<p>With embedded CEP engine, Eagle platform provides comprehensive alerting rules as follows. Also please go to Siddhi site for <a href="https://docs.wso2.com/display/CEP300/Introduction+to+Siddhi+Query+Language">language reference</a>.</p>
+
+<ul>
+ <li>
+ <p><strong>Filter Rule</strong></p>
+ </li>
+ <li>
+ <p><strong>Window based Rule</strong></p>
+ </li>
+</ul>
+
+ </div><!--end of loadcontent-->
+ </div>
+ <!--end of centered content-->
+ </div>
+</div>
+<!--end of container-->
+
+<!-- footer start -->
+<div class="footerwrapper">
+ <div class="container">
+ <div class="row">
+ <div class="col-md-12"><div style="margin-left:auto; margin-right:auto; text-align:center;font-size: 12px">
+<div>
+Apache Eagle is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the Apache Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+<div>
+<a href="http://www.apache.org">
+<img id="asf-logo" alt="Apache Software Foundation" src="/images/apache-logo-small.gif">
+</a>
+<a href="http://incubator.apache.org">
+<img id="incubator-logo" alt="Apache Incubator" src="/images/apache-incubator-logo-small.png">
+</a>
+</div>
+<div>
+Copyright © 2015 <a href="http://www.apache.org">The Apache Software Foundation</a>, Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>.
+</div>
+<div>
+Apache Eagle, Eagle, Apache, the Apache feather logo, and the Apache Incubator project logo are trademarks of The Apache Software Foundation.
+</div>
+ </div></div>
+ </div>
+ </div>
+</div>
+<!-- footer end -->
+
+<!-- JavaScripts -->
+<script src="/js/jquery-1.11.1.min.js"></script>
+<script src="/js/jquery.singlePageNav.js"></script>
+<script src="/js/jquery.flexslider.js"></script>
+<script src="/js/modernizr.min.js"></script>
+<script src="/js/svg.js"></script>
+<script>
+ /************** FlexSlider *********************/
+ $('.flexslider').flexslider({
+ animation: "fade",
+ directionNav: false
+ });
+</script>
+
+<script>
+ /************** FlexSlider *********************/
+ $('.flexslider').flexslider({
+ animation: "fade",
+ directionNav: false
+ });
+</script>
+</body>
+</html>
Added: incubator/eagle/site/docs/tutorial/policy.html
URL: http://svn.apache.org/viewvc/incubator/eagle/site/docs/tutorial/policy.html?rev=1754217&view=auto
==============================================================================
--- incubator/eagle/site/docs/tutorial/policy.html (added)
+++ incubator/eagle/site/docs/tutorial/policy.html Wed Jul 27 05:48:44 2016
@@ -0,0 +1,347 @@
+<!DOCTYPE html>
+<head>
+ <meta charset="utf-8">
+ <meta http-equiv="X-UA-Compatible" content="IE=edge">
+
+ <title>Eagle - Policy Tutorial</title>
+ <meta name="description" content="Eagle - Analyze Big Data Platforms for Security and Performance">
+
+ <meta name="keywords" content="Eagle, Hadoop, Security, Real Time">
+ <meta name="author" content="eBay Inc.">
+
+ <meta charset="utf-8">
+ <meta name="viewport" content="initial-scale=1">
+
+ <link rel="stylesheet" href="/css/animate.css">
+ <link rel="stylesheet" href="/css/bootstrap.min.css">
+
+ <link rel="stylesheet" href="/css/font-awesome.min.css">
+
+ <link rel="stylesheet" href="/css/misc.css">
+ <link rel="stylesheet" href="/css/style.css">
+ <link rel="stylesheet" href="/css/styles.css">
+ <link rel="stylesheet" href="/css/main.css">
+ <link rel="alternate" type="application/rss+xml" title="Eagle" href="http://goeagle.io/feed.xml" />
+ <link rel="shortcut icon" href="/images/favicon.png">
+
+ <!-- Baidu Analytics Tracking-->
+ <script>
+ var _hmt = _hmt || [];
+ (function() {
+ var hm = document.createElement("script");
+ hm.src = "//hm.baidu.com/hm.js?fedc55df2ea52777a679192e8f849ece";
+ var s = document.getElementsByTagName("script")[0];
+ s.parentNode.insertBefore(hm, s);
+ })();
+ </script>
+
+ <!-- Google Analytics Tracking -->
+ <script>
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+ ga('create', 'UA-68929805-1', 'auto');
+ ga('send', 'pageview');
+ </script>
+</head>
+<body>
+<!-- header start -->
+<div id="home_page">
+ <div class="topbar">
+ <div class="container">
+ <div class="row" >
+ <nav class="navbar navbar-default">
+ <div class="container-fluid">
+ <!-- Brand and toggle get grouped for better mobile display -->
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar"></span> <span class="icon-bar"></span> <span class="icon-bar"></span> </button>
+ <a class="navbar-brand" href="/"><img src="/images/logo2.png" height="44px" style="margin-top:-7px"></a> </div>
+
+ <!-- Collect the nav links, forms, and other content for toggling -->
+ <!-- <div class="collapse navbar-collapse" id="bs-example-navbar-collapse-1">
+ <ul class="nav navbar-nav navbar-right" id="top-menu">
+ <li><a class="menu" href="/#home_page">HOME</a></li>
+ <li><a class="menu" href="/docs/">DOCS</a></li>
+ <li><a class="menu" href="/#about_page">ABOUT</a></li>
+ <li><a class="menu" href="/#diagram_page">ARCHITECTURE</a></li>
+ <li><a class="menu" href="/#modules_page">MODULES</a></li>
+ <li><a class="menu" href="/#usecase_page">USE CASES</a></li>
+ <li>
+ </li>
+ </ul> -->
+ </div>
+ </div>
+ <!-- /.container-fluid -->
+ </nav>
+ </div>
+ </div>
+ </div>
+ <div class="headerimage">
+ <div class="flexslider">
+ <ul class="slides">
+ <li><img src="/images/slider/4.jpg" alt="Slide 1"></li>
+ </ul>
+ </div>
+ </div>
+ <div class="particles" style="height:40%"> </div><!---particles-->
+ <div class="slider-caption" style="top:80px;">
+ <div class="homewrapper">
+ <div class="hometitle">
+ <a href="/">
+ <img src="/images/feather.png" height="80px">
+ </a>
+ </div>
+ <div class="hometext">
+ <h2>Analyze Big Data Platforms For Security and Performance</h2>
+ <div class="social-buttons">
+ <!-- <a href="https://github.com/ebay/eagle"><i class="fa fa-github"></i></a>
+ <a href="http://twitter.com/TheApacheEagle"><i class="fa fa-twitter"></i></a>
+ <a href="https://www.facebook.com/TheApacheEagle/"><i class="fa fa-facebook"></i></a>
+ <a href="#"><i class="fa fa-weixin"></i></a> -->
+ <!-- <a href="https://www.weibo.com/ApacheEagle/"><i class="fa fa-weibo"></i></a> -->
+ </div>
+ </div>
+ </div>
+ </div>
+</div>
+<!-- header end -->
+<div class="container-fluid page-content">
+ <a href="https://github.com/apache/incubator-eagle" target="_blank"><img style="z-index:10000;position: fixed; top: 0; right: 0; border: 0;" src="https://camo.githubusercontent.com/365986a132ccd6a44c23a9169022c0b5c890c387/68747470733a2f2f73332e616d617a6f6e6177732e636f6d2f6769746875622f726962626f6e732f666f726b6d655f72696768745f7265645f6161303030302e706e67" alt="Fork eagle on GitHub" data-canonical-src="https://s3.amazonaws.com/github/ribbons/forkme_right_red_aa0000.png"></a>
+
+ <div class="row">
+ <div class="col-md-10 col-md-offset-1">
+ <!-- sidebar -->
+ <div class="col-xs-6 col-sm-3" id="sidebar" role="navigation">
+ <ul class="nav" id="adminnav">
+
+ <li class="heading">Getting Started</li>
+
+ <li class="sidenavli "><a href="/docs/index.html" data-permalink="/docs/tutorial/policy.html" id="">Introduction</a></li>
+
+ <li class="sidenavli "><a href="/docs/usecases.html" data-permalink="/docs/tutorial/policy.html" id="">Use Cases</a></li>
+
+ <li class="sidenavli "><a href="/docs/terminology.html" data-permalink="/docs/tutorial/policy.html" id="">Terminology</a></li>
+
+ <li class="sidenavli "><a href="/docs/ecosystem.html" data-permalink="/docs/tutorial/policy.html" id="">Ecosystem</a></li>
+
+ <li class="sidenavli "><a href="/docs/community.html" data-permalink="/docs/tutorial/policy.html" id="">Community</a></li>
+
+ <li class="sidenavli "><a href="/docs/FAQ.html" data-permalink="/docs/tutorial/policy.html" id="">FAQ</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Download</li>
+
+ <li class="sidenavli "><a href="/docs/download-0.4.0.html" data-permalink="/docs/tutorial/policy.html" id="">Latest version</a></li>
+
+ <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/tutorial/policy.html" id="">Archived</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Installation</li>
+
+ <li class="sidenavli "><a href="/docs/quick-start.html" data-permalink="/docs/tutorial/policy.html" id="">Get Started with Sandbox</a></li>
+
+ <li class="sidenavli "><a href="/docs/deployment-in-docker.html" data-permalink="/docs/tutorial/policy.html" id="">Get Started with Docker</a></li>
+
+ <li class="sidenavli "><a href="/docs/deployment-env.html" data-permalink="/docs/tutorial/policy.html" id="">Setup Environment</a></li>
+
+ <li class="sidenavli "><a href="/docs/deployment-in-production.html" data-permalink="/docs/tutorial/policy.html" id="">Setup Eagle in Production</a></li>
+
+ <li class="sidenavli "><a href="/docs/configuration.html" data-permalink="/docs/tutorial/policy.html" id="">Eagle Topology Configuration</a></li>
+
+ <li class="sidenavli "><a href="/docs/serviceconfiguration.html" data-permalink="/docs/tutorial/policy.html" id="">Eagle Service Configuration</a></li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/ldap.html" data-permalink="/docs/tutorial/policy.html" id="">Eagle LDAP Authentication</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Tutorial</li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/setup.html" data-permalink="/docs/tutorial/policy.html" id="">Site Management</a></li>
+
+ <li class="sidenavli current"><a href="/docs/tutorial/policy.html" data-permalink="/docs/tutorial/policy.html" id="">Policy Management</a></li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/policy-capabilities.html" data-permalink="/docs/tutorial/policy.html" id="">Policy Engine Capabilities</a></li>
+
+ <li class="sidenavli "><a href="/docs/hdfs-data-activity-monitoring.html" data-permalink="/docs/tutorial/policy.html" id="">HDFS Data Activity Monitoring</a></li>
+
+ <li class="sidenavli "><a href="/docs/hive-query-activity-monitoring.html" data-permalink="/docs/tutorial/policy.html" id="">HIVE Query Activity Monitoring</a></li>
+
+ <li class="sidenavli "><a href="/docs/hbase-data-activity-monitoring.html" data-permalink="/docs/tutorial/policy.html" id="">HBASE Data Activity Monitoring</a></li>
+
+ <li class="sidenavli "><a href="/docs/mapr-integration.html" data-permalink="/docs/tutorial/policy.html" id="">MapR FS Data Activity Monitoring</a></li>
+
+ <li class="sidenavli "><a href="/docs/jmx-metric-monitoring.html" data-permalink="/docs/tutorial/policy.html" id="">Hadoop JMX Metrics Monitoring</a></li>
+
+ <li class="sidenavli "><a href="/docs/import-hdfs-auditLog.html" data-permalink="/docs/tutorial/policy.html" id="">Stream HDFS audit logs into Kafka</a></li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/userprofile.html" data-permalink="/docs/tutorial/policy.html" id="">User Profile Feature</a></li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/classification.html" data-permalink="/docs/tutorial/policy.html" id="">Data Classification Feature</a></li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/topologymanagement.html" data-permalink="/docs/tutorial/policy.html" id="">Topology Management Feature</a></li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/notificationplugin.html" data-permalink="/docs/tutorial/policy.html" id="">Alert Notification Plugin</a></li>
+
+ <li class="sidenavli "><a href="/docs/metadata-api.html" data-permalink="/docs/tutorial/policy.html" id="">Metadata RESTful API</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Development Guide</li>
+
+ <li class="sidenavli "><a href="/docs/development-quick-guide.html" data-permalink="/docs/tutorial/policy.html" id="">Development Quick Guide</a></li>
+
+ <li class="sidenavli "><a href="/docs/development-in-macosx.html" data-permalink="/docs/tutorial/policy.html" id="">Development in Mac OSX</a></li>
+
+ <li class="sidenavli "><a href="/docs/development-in-intellij.html" data-permalink="/docs/tutorial/policy.html" id="">Development in Intellij</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Advanced</li>
+
+ <li class="sidenavli "><a href="/docs/user-profile-ml.html" data-permalink="/docs/tutorial/policy.html" id="">User Profile Machine Learning</a></li>
+
+ <li class="divider"></li>
+
+ <li class="sidenavli">
+ <a href="mailto:dev@eagle.incubator.apache.org" target="_blank">Need Help?</a>
+ </li>
+ </ul>
+ </div>
+ <div class="col-xs-6 col-sm-9 page-main-content" style="margin-left: -15px" id="loadcontent">
+ <h1 class="page-header" style="margin-top: 0px">Policy Tutorial</h1>
+ <p>Apache Eagle (incubating, called Eagle in the following) currently supports to customize policies for data sources for each site:</p>
+
+<ul>
+ <li>HDFS Audit Log</li>
+ <li>Hive Query Log</li>
+</ul>
+
+<blockquote>
+ <p>NOTICE: policies are classified by sites. Please select the site first when there are multiple ones.</p>
+</blockquote>
+
+<h3 id="how-to-define-hdfs-policy">How to define HDFS Policy?</h3>
+<p>In this example we will go through the steps for creating the following HDFS policy.</p>
+
+<blockquote>
+ <p>Example Policy: Create a policy to alert when a user is trying to delete a file with sensitive data</p>
+</blockquote>
+
+<ul>
+ <li>
+ <p><strong>Step 1</strong>: Select Source as HDFS and Stream as HDFS Audit Log</p>
+
+ <p><img src="/images/docs/hdfs-policy1.png" alt="HDFS Policies" /></p>
+ </li>
+ <li>
+ <p><strong>Step 2</strong>: Eagle supports a variety of properties for match critera where users can set different values. Eagle also supports window functions to extend policies with time functions.</p>
+
+ <pre><code>command = delete
+(Eagle currently supports the following commands open, delete, copy, append, copy from local, get, move, mkdir, create, list, change permissions)
+
+source = /tmp/private
+(Eagle supports wildcarding for property values for example /tmp/*)
+</code></pre>
+
+ <p><img src="/images/docs/hdfs-policy2.png" alt="HDFS Policies" /></p>
+ </li>
+ <li>
+ <p><strong>Step 3</strong>: Name your policy and select de-duplication options if you need to avoid getting duplicate alerts within a particular time window. You have an option to configure email notifications for the alerts.</p>
+
+ <p><img src="/images/docs/hdfs-policy3.png" alt="HDFS Policies" /></p>
+ </li>
+</ul>
+
+<h3 id="how-to-define-hive-policy">How to define HIVE Policy?</h3>
+<p>In this example we will go thru the steps for creating the following Hive policy.</p>
+
+<blockquote>
+ <p>Example Policy: Create a policy to alert when a user is trying to select PHONE_NUMBER from a hive table with sensitive data</p>
+</blockquote>
+
+<ul>
+ <li>
+ <p><strong>Step 1</strong>: Select Source as Hive and Stream as Hive Query Log</p>
+
+ <p><img src="/images/docs/hive-policy1.png" alt="Hive Policies" /></p>
+ </li>
+ <li>
+ <p><strong>Step 2</strong>: Eagle support a variety of properties for match critera where users can set different values. Eagle also supports window functions to extend policies with time functions.</p>
+
+ <pre><code>command = Select
+(Eagle currently supports the following commands DDL statements Create, Drop, Alter, Truncate, Show)
+
+sensitivity type = PHONE_NUMBER
+(Eagle supports classifying data in Hive with different sensitivity types. Users can use these sensitivity types to create policies)
+</code></pre>
+
+ <p><img src="/images/docs/hive-policy2.png" alt="Hive Policies" /></p>
+ </li>
+ <li>
+ <p><strong>Step 3</strong>: Name your policy and select de-duplication options if you need to avoid getting duplicate alerts within a particular time window. You have an option to configure email notifications for the alerts.</p>
+
+ <p><img src="/images/docs/hive-policy3.png" alt="Hive Policies" /></p>
+ </li>
+</ul>
+
+ </div><!--end of loadcontent-->
+ </div>
+ <!--end of centered content-->
+ </div>
+</div>
+<!--end of container-->
+
+<!-- footer start -->
+<div class="footerwrapper">
+ <div class="container">
+ <div class="row">
+ <div class="col-md-12"><div style="margin-left:auto; margin-right:auto; text-align:center;font-size: 12px">
+<div>
+Apache Eagle is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the Apache Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+<div>
+<a href="http://www.apache.org">
+<img id="asf-logo" alt="Apache Software Foundation" src="/images/apache-logo-small.gif">
+</a>
+<a href="http://incubator.apache.org">
+<img id="incubator-logo" alt="Apache Incubator" src="/images/apache-incubator-logo-small.png">
+</a>
+</div>
+<div>
+Copyright © 2015 <a href="http://www.apache.org">The Apache Software Foundation</a>, Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>.
+</div>
+<div>
+Apache Eagle, Eagle, Apache, the Apache feather logo, and the Apache Incubator project logo are trademarks of The Apache Software Foundation.
+</div>
+ </div></div>
+ </div>
+ </div>
+</div>
+<!-- footer end -->
+
+<!-- JavaScripts -->
+<script src="/js/jquery-1.11.1.min.js"></script>
+<script src="/js/jquery.singlePageNav.js"></script>
+<script src="/js/jquery.flexslider.js"></script>
+<script src="/js/modernizr.min.js"></script>
+<script src="/js/svg.js"></script>
+<script>
+ /************** FlexSlider *********************/
+ $('.flexslider').flexslider({
+ animation: "fade",
+ directionNav: false
+ });
+</script>
+
+<script>
+ /************** FlexSlider *********************/
+ $('.flexslider').flexslider({
+ animation: "fade",
+ directionNav: false
+ });
+</script>
+</body>
+</html>
Added: incubator/eagle/site/docs/tutorial/setup.html
URL: http://svn.apache.org/viewvc/incubator/eagle/site/docs/tutorial/setup.html?rev=1754217&view=auto
==============================================================================
--- incubator/eagle/site/docs/tutorial/setup.html (added)
+++ incubator/eagle/site/docs/tutorial/setup.html Wed Jul 27 05:48:44 2016
@@ -0,0 +1,392 @@
+<!DOCTYPE html>
+<head>
+ <meta charset="utf-8">
+ <meta http-equiv="X-UA-Compatible" content="IE=edge">
+
+ <title>Eagle - Site Management</title>
+ <meta name="description" content="Eagle - Analyze Big Data Platforms for Security and Performance">
+
+ <meta name="keywords" content="Eagle, Hadoop, Security, Real Time">
+ <meta name="author" content="eBay Inc.">
+
+ <meta charset="utf-8">
+ <meta name="viewport" content="initial-scale=1">
+
+ <link rel="stylesheet" href="/css/animate.css">
+ <link rel="stylesheet" href="/css/bootstrap.min.css">
+
+ <link rel="stylesheet" href="/css/font-awesome.min.css">
+
+ <link rel="stylesheet" href="/css/misc.css">
+ <link rel="stylesheet" href="/css/style.css">
+ <link rel="stylesheet" href="/css/styles.css">
+ <link rel="stylesheet" href="/css/main.css">
+ <link rel="alternate" type="application/rss+xml" title="Eagle" href="http://goeagle.io/feed.xml" />
+ <link rel="shortcut icon" href="/images/favicon.png">
+
+ <!-- Baidu Analytics Tracking-->
+ <script>
+ var _hmt = _hmt || [];
+ (function() {
+ var hm = document.createElement("script");
+ hm.src = "//hm.baidu.com/hm.js?fedc55df2ea52777a679192e8f849ece";
+ var s = document.getElementsByTagName("script")[0];
+ s.parentNode.insertBefore(hm, s);
+ })();
+ </script>
+
+ <!-- Google Analytics Tracking -->
+ <script>
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+ ga('create', 'UA-68929805-1', 'auto');
+ ga('send', 'pageview');
+ </script>
+</head>
+<body>
+<!-- header start -->
+<div id="home_page">
+ <div class="topbar">
+ <div class="container">
+ <div class="row" >
+ <nav class="navbar navbar-default">
+ <div class="container-fluid">
+ <!-- Brand and toggle get grouped for better mobile display -->
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar"></span> <span class="icon-bar"></span> <span class="icon-bar"></span> </button>
+ <a class="navbar-brand" href="/"><img src="/images/logo2.png" height="44px" style="margin-top:-7px"></a> </div>
+
+ <!-- Collect the nav links, forms, and other content for toggling -->
+ <!-- <div class="collapse navbar-collapse" id="bs-example-navbar-collapse-1">
+ <ul class="nav navbar-nav navbar-right" id="top-menu">
+ <li><a class="menu" href="/#home_page">HOME</a></li>
+ <li><a class="menu" href="/docs/">DOCS</a></li>
+ <li><a class="menu" href="/#about_page">ABOUT</a></li>
+ <li><a class="menu" href="/#diagram_page">ARCHITECTURE</a></li>
+ <li><a class="menu" href="/#modules_page">MODULES</a></li>
+ <li><a class="menu" href="/#usecase_page">USE CASES</a></li>
+ <li>
+ </li>
+ </ul> -->
+ </div>
+ </div>
+ <!-- /.container-fluid -->
+ </nav>
+ </div>
+ </div>
+ </div>
+ <div class="headerimage">
+ <div class="flexslider">
+ <ul class="slides">
+ <li><img src="/images/slider/4.jpg" alt="Slide 1"></li>
+ </ul>
+ </div>
+ </div>
+ <div class="particles" style="height:40%"> </div><!---particles-->
+ <div class="slider-caption" style="top:80px;">
+ <div class="homewrapper">
+ <div class="hometitle">
+ <a href="/">
+ <img src="/images/feather.png" height="80px">
+ </a>
+ </div>
+ <div class="hometext">
+ <h2>Analyze Big Data Platforms For Security and Performance</h2>
+ <div class="social-buttons">
+ <!-- <a href="https://github.com/ebay/eagle"><i class="fa fa-github"></i></a>
+ <a href="http://twitter.com/TheApacheEagle"><i class="fa fa-twitter"></i></a>
+ <a href="https://www.facebook.com/TheApacheEagle/"><i class="fa fa-facebook"></i></a>
+ <a href="#"><i class="fa fa-weixin"></i></a> -->
+ <!-- <a href="https://www.weibo.com/ApacheEagle/"><i class="fa fa-weibo"></i></a> -->
+ </div>
+ </div>
+ </div>
+ </div>
+</div>
+<!-- header end -->
+<div class="container-fluid page-content">
+ <a href="https://github.com/apache/incubator-eagle" target="_blank"><img style="z-index:10000;position: fixed; top: 0; right: 0; border: 0;" src="https://camo.githubusercontent.com/365986a132ccd6a44c23a9169022c0b5c890c387/68747470733a2f2f73332e616d617a6f6e6177732e636f6d2f6769746875622f726962626f6e732f666f726b6d655f72696768745f7265645f6161303030302e706e67" alt="Fork eagle on GitHub" data-canonical-src="https://s3.amazonaws.com/github/ribbons/forkme_right_red_aa0000.png"></a>
+
+ <div class="row">
+ <div class="col-md-10 col-md-offset-1">
+ <!-- sidebar -->
+ <div class="col-xs-6 col-sm-3" id="sidebar" role="navigation">
+ <ul class="nav" id="adminnav">
+
+ <li class="heading">Getting Started</li>
+
+ <li class="sidenavli "><a href="/docs/index.html" data-permalink="/docs/tutorial/setup.html" id="">Introduction</a></li>
+
+ <li class="sidenavli "><a href="/docs/usecases.html" data-permalink="/docs/tutorial/setup.html" id="">Use Cases</a></li>
+
+ <li class="sidenavli "><a href="/docs/terminology.html" data-permalink="/docs/tutorial/setup.html" id="">Terminology</a></li>
+
+ <li class="sidenavli "><a href="/docs/ecosystem.html" data-permalink="/docs/tutorial/setup.html" id="">Ecosystem</a></li>
+
+ <li class="sidenavli "><a href="/docs/community.html" data-permalink="/docs/tutorial/setup.html" id="">Community</a></li>
+
+ <li class="sidenavli "><a href="/docs/FAQ.html" data-permalink="/docs/tutorial/setup.html" id="">FAQ</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Download</li>
+
+ <li class="sidenavli "><a href="/docs/download-0.4.0.html" data-permalink="/docs/tutorial/setup.html" id="">Latest version</a></li>
+
+ <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/tutorial/setup.html" id="">Archived</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Installation</li>
+
+ <li class="sidenavli "><a href="/docs/quick-start.html" data-permalink="/docs/tutorial/setup.html" id="">Get Started with Sandbox</a></li>
+
+ <li class="sidenavli "><a href="/docs/deployment-in-docker.html" data-permalink="/docs/tutorial/setup.html" id="">Get Started with Docker</a></li>
+
+ <li class="sidenavli "><a href="/docs/deployment-env.html" data-permalink="/docs/tutorial/setup.html" id="">Setup Environment</a></li>
+
+ <li class="sidenavli "><a href="/docs/deployment-in-production.html" data-permalink="/docs/tutorial/setup.html" id="">Setup Eagle in Production</a></li>
+
+ <li class="sidenavli "><a href="/docs/configuration.html" data-permalink="/docs/tutorial/setup.html" id="">Eagle Topology Configuration</a></li>
+
+ <li class="sidenavli "><a href="/docs/serviceconfiguration.html" data-permalink="/docs/tutorial/setup.html" id="">Eagle Service Configuration</a></li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/ldap.html" data-permalink="/docs/tutorial/setup.html" id="">Eagle LDAP Authentication</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Tutorial</li>
+
+ <li class="sidenavli current"><a href="/docs/tutorial/setup.html" data-permalink="/docs/tutorial/setup.html" id="">Site Management</a></li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/policy.html" data-permalink="/docs/tutorial/setup.html" id="">Policy Management</a></li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/policy-capabilities.html" data-permalink="/docs/tutorial/setup.html" id="">Policy Engine Capabilities</a></li>
+
+ <li class="sidenavli "><a href="/docs/hdfs-data-activity-monitoring.html" data-permalink="/docs/tutorial/setup.html" id="">HDFS Data Activity Monitoring</a></li>
+
+ <li class="sidenavli "><a href="/docs/hive-query-activity-monitoring.html" data-permalink="/docs/tutorial/setup.html" id="">HIVE Query Activity Monitoring</a></li>
+
+ <li class="sidenavli "><a href="/docs/hbase-data-activity-monitoring.html" data-permalink="/docs/tutorial/setup.html" id="">HBASE Data Activity Monitoring</a></li>
+
+ <li class="sidenavli "><a href="/docs/mapr-integration.html" data-permalink="/docs/tutorial/setup.html" id="">MapR FS Data Activity Monitoring</a></li>
+
+ <li class="sidenavli "><a href="/docs/jmx-metric-monitoring.html" data-permalink="/docs/tutorial/setup.html" id="">Hadoop JMX Metrics Monitoring</a></li>
+
+ <li class="sidenavli "><a href="/docs/import-hdfs-auditLog.html" data-permalink="/docs/tutorial/setup.html" id="">Stream HDFS audit logs into Kafka</a></li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/userprofile.html" data-permalink="/docs/tutorial/setup.html" id="">User Profile Feature</a></li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/classification.html" data-permalink="/docs/tutorial/setup.html" id="">Data Classification Feature</a></li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/topologymanagement.html" data-permalink="/docs/tutorial/setup.html" id="">Topology Management Feature</a></li>
+
+ <li class="sidenavli "><a href="/docs/tutorial/notificationplugin.html" data-permalink="/docs/tutorial/setup.html" id="">Alert Notification Plugin</a></li>
+
+ <li class="sidenavli "><a href="/docs/metadata-api.html" data-permalink="/docs/tutorial/setup.html" id="">Metadata RESTful API</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Development Guide</li>
+
+ <li class="sidenavli "><a href="/docs/development-quick-guide.html" data-permalink="/docs/tutorial/setup.html" id="">Development Quick Guide</a></li>
+
+ <li class="sidenavli "><a href="/docs/development-in-macosx.html" data-permalink="/docs/tutorial/setup.html" id="">Development in Mac OSX</a></li>
+
+ <li class="sidenavli "><a href="/docs/development-in-intellij.html" data-permalink="/docs/tutorial/setup.html" id="">Development in Intellij</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Advanced</li>
+
+ <li class="sidenavli "><a href="/docs/user-profile-ml.html" data-permalink="/docs/tutorial/setup.html" id="">User Profile Machine Learning</a></li>
+
+ <li class="divider"></li>
+
+ <li class="sidenavli">
+ <a href="mailto:dev@eagle.incubator.apache.org" target="_blank">Need Help?</a>
+ </li>
+ </ul>
+ </div>
+ <div class="col-xs-6 col-sm-9 page-main-content" style="margin-left: -15px" id="loadcontent">
+ <h1 class="page-header" style="margin-top: 0px">Site Management</h1>
+ <p><em>Only For Apache Eagle 0.3.0-incubating. Starting from Apache Eagle 0.4.0-incubating, a prefix <code>classification.</code> is required for each property and the configuration becomes java properties style. Apache Eagle (incubating) will be called Eagle in the following.</em></p>
+
+<p>Eagle identifies different Hadoop environments as different sites, such as sandbox, datacenter1, datacenter2. In each site,
+a user can add different data sources as the monitoring targets. For each data source, a connection configuration is required.</p>
+
+<h4 id="step-1-add-site">Step 1: Add Site</h4>
+
+<p>The following is an example which creates a new site “Demo”, and add two data sources as its monitoring targets.
+<img src="/images/docs/new-site.png" alt="setup a site" /></p>
+
+<h4 id="step-2-add-configuration">Step 2: Add Configuration</h4>
+
+<p>After creating a new site, we need to edit the configuration to connect the cluster.
+<img src="/images/docs/hdfs-setup.png" alt="hdfs setup" /></p>
+
+<ul>
+ <li>
+ <p>HDFS</p>
+
+ <ul>
+ <li>
+ <p>Base case</p>
+
+ <p>You may configure the default path for Hadoop clients to connect remote hdfs namenode.</p>
+
+ <pre><code> {"fs.defaultFS":"hdfs://sandbox.hortonworks.com:8020"}
+</code></pre>
+ </li>
+ <li>
+ <p>HA case</p>
+
+ <p>Basically, you point your fs.defaultFS at your nameservice and let the client know how its configured (the backing namenodes) and how to fail over between them under the HA mode</p>
+
+ <pre><code> {"fs.defaultFS":"hdfs://nameservice1",
+ "dfs.nameservices": "nameservice1",
+ "dfs.ha.namenodes.nameservice1":"namenode1,namenode2",
+ "dfs.namenode.rpc-address.nameservice1.namenode1": "hadoopnamenode01:8020",
+ "dfs.namenode.rpc-address.nameservice1.namenode2": "hadoopnamenode02:8020",
+ "dfs.client.failover.proxy.provider.apollo-phx-nn-ha": "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider"
+ }
+</code></pre>
+ </li>
+ <li>
+ <p>Kerberos-secured cluster</p>
+
+ <p>For Kerberos-secured cluster, you need to get a keytab file and the principal from your admin, and configure “eagle.keytab.file” and “eagle.kerberos.principal” to authenticate its access.</p>
+
+ <pre><code> { "eagle.keytab.file":"/EAGLE-HOME/.keytab/b_eagle.keytab_apd",
+ "eagle.kerberos.principal":"eagle@APD.EBAY.COM"
+ }
+</code></pre>
+
+ <p>If there is an exception about “invalid server principal name”, you may need to check the DNS resolver, or the data transfer , such as “dfs.encrypt.data.transfer”, “dfs.encrypt.data.transfer.algorithm”, “dfs.trustedchannel.resolver.class”, “dfs.datatransfer.client.encrypt”.</p>
+ </li>
+ </ul>
+ </li>
+ <li>Hive
+ <ul>
+ <li>
+ <p>Basic</p>
+
+ <pre><code> {
+ "accessType": "metastoredb_jdbc",
+ "password": "hive",
+ "user": "hive",
+ "jdbcDriverClassName": "com.mysql.jdbc.Driver",
+ "jdbcUrl": "jdbc:mysql://sandbox.hortonworks.com/hive?createDatabaseIfNotExist=true"
+ }
+</code></pre>
+ </li>
+ </ul>
+ </li>
+ <li>
+ <p>HBase</p>
+
+ <ul>
+ <li>
+ <p>Basic case</p>
+
+ <p>You need to sett “hbase.zookeeper.quorum”:”localhost” property and “hbase.zookeeper.property.clientPort” property.</p>
+
+ <pre><code> {
+ "hbase.zookeeper.property.clientPort":"2181",
+ "hbase.zookeeper.quorum":"localhost"
+ }
+</code></pre>
+ </li>
+ <li>
+ <p>Kerberos-secured cluster</p>
+
+ <p>According to your environment, you can add or remove some of the following properties. Here is the reference.</p>
+
+ <pre><code> {
+ "hbase.zookeeper.property.clientPort":"2181",
+ "hbase.zookeeper.quorum":"localhost",
+ "hbase.security.authentication":"kerberos",
+ "hbase.master.kerberos.principal":"hadoop/_HOST@EXAMPLE.COM",
+ "zookeeper.znode.parent":"/hbase",
+ "eagle.keytab.file":"/EAGLE-HOME/.keytab/eagle.keytab",
+ "eagle.kerberos.principal":"eagle@EXAMPLE.COM"
+ }
+</code></pre>
+ </li>
+ </ul>
+ </li>
+ <li>
+ <p>UserProfile</p>
+
+ <pre><code> {
+ "features": "getfileinfo,open,listStatus,setTimes,setPermission,rename,mkdirs,create,setReplication,contentSummary,delete,setOwner,fsck"
+ }
+</code></pre>
+ </li>
+</ul>
+
+<h4 id="step-3-checking-the-connection">Step 3: Checking the connection</h4>
+<p>After the configuration is ready, you can go to <a href="/docs/tutorial/classification.html">classification page</a> and browse the data. If the configuration is correct, data will returned immediately.</p>
+
+<p>Any questions on Kerberos configuration, please first check <a href="/docs/FAQ.html">FAQ</a></p>
+
+ </div><!--end of loadcontent-->
+ </div>
+ <!--end of centered content-->
+ </div>
+</div>
+<!--end of container-->
+
+<!-- footer start -->
+<div class="footerwrapper">
+ <div class="container">
+ <div class="row">
+ <div class="col-md-12"><div style="margin-left:auto; margin-right:auto; text-align:center;font-size: 12px">
+<div>
+Apache Eagle is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the Apache Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+<div>
+<a href="http://www.apache.org">
+<img id="asf-logo" alt="Apache Software Foundation" src="/images/apache-logo-small.gif">
+</a>
+<a href="http://incubator.apache.org">
+<img id="incubator-logo" alt="Apache Incubator" src="/images/apache-incubator-logo-small.png">
+</a>
+</div>
+<div>
+Copyright © 2015 <a href="http://www.apache.org">The Apache Software Foundation</a>, Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>.
+</div>
+<div>
+Apache Eagle, Eagle, Apache, the Apache feather logo, and the Apache Incubator project logo are trademarks of The Apache Software Foundation.
+</div>
+ </div></div>
+ </div>
+ </div>
+</div>
+<!-- footer end -->
+
+<!-- JavaScripts -->
+<script src="/js/jquery-1.11.1.min.js"></script>
+<script src="/js/jquery.singlePageNav.js"></script>
+<script src="/js/jquery.flexslider.js"></script>
+<script src="/js/modernizr.min.js"></script>
+<script src="/js/svg.js"></script>
+<script>
+ /************** FlexSlider *********************/
+ $('.flexslider').flexslider({
+ animation: "fade",
+ directionNav: false
+ });
+</script>
+
+<script>
+ /************** FlexSlider *********************/
+ $('.flexslider').flexslider({
+ animation: "fade",
+ directionNav: false
+ });
+</script>
+</body>
+</html>