You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@falcon.apache.org by ba...@apache.org on 2016/08/08 23:16:01 UTC
[27/49] falcon git commit: FALCON-2006 Update documentation on site
for 0.10 release
http://git-wip-us.apache.org/repos/asf/falcon/blob/4612c3f7/content/GraphiteMetricCollection.html
----------------------------------------------------------------------
diff --git a/content/GraphiteMetricCollection.html b/content/GraphiteMetricCollection.html
new file mode 100644
index 0000000..d945aa7
--- /dev/null
+++ b/content/GraphiteMetricCollection.html
@@ -0,0 +1,481 @@
+<!DOCTYPE html>
+<!--
+ | Generated by Apache Maven Doxia at 2016-08-08
+ | Rendered using Apache Maven Fluido Skin 1.3.0
+-->
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+ <head>
+ <meta charset="UTF-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+ <meta name="Date-Revision-yyyymmdd" content="20160808" />
+ <meta http-equiv="Content-Language" content="en" />
+ <title>Falcon - Graphite Metric Collection</title>
+ <link rel="stylesheet" href="./css/apache-maven-fluido-1.3.0.min.css" />
+ <link rel="stylesheet" href="./css/site.css" />
+ <link rel="stylesheet" href="./css/print.css" media="print" />
+
+
+ <script type="text/javascript" src="./js/apache-maven-fluido-1.3.0.min.js"></script>
+
+
+
+<script type="text/javascript">$( document ).ready( function() { $( '.carousel' ).carousel( { interval: 3500 } ) } );</script>
+
+ </head>
+ <body class="topBarDisabled">
+
+
+
+ <div class="container-fluid">
+ <div id="banner">
+ <div class="pull-left">
+ <a href="../index.html" id="bannerLeft">
+ <img src="images/falcon-logo.png" alt="Apache Falcon" width="200px" height="45px"/>
+ </a>
+ </div>
+ <div class="pull-right"> <a href="http://www.apache.org" id="bannerRight">
+ <img src="images/apache-feather-tm.gif" alt="Falcon" height="45px"/>
+ </a>
+ </div>
+ <div class="clear"><hr/></div>
+ </div>
+
+ <div id="breadcrumbs">
+ <ul class="breadcrumb">
+
+
+ <li class="">
+ <a href="http://www.apache.org" class="externalLink" title="Apache">
+ Apache</a>
+ </li>
+ <li class="divider ">/</li>
+ <li class="">
+ <a href="index.html" title="Falcon">
+ Falcon</a>
+ </li>
+ <li class="divider ">/</li>
+ <li class="">Graphite Metric Collection</li>
+
+
+
+ <li id="publishDate" class="pull-right">Last Published: 2016-08-08</li>
+
+ </ul>
+ </div>
+
+
+ <div class="row-fluid">
+ <div id="leftColumn" class="span3">
+ <div class="well sidebar-nav">
+
+
+ <ul class="nav nav-list">
+ <li class="nav-header">Falcon</li>
+
+ <li>
+
+ <a href="index.html" title="About">
+ <i class="none"></i>
+ About</a>
+ </li>
+
+ <li>
+
+ <a href="slides/falcon-overview.html" title="Overview">
+ <i class="none"></i>
+ Overview</a>
+ </li>
+
+ <li>
+
+ <a href="slides/falcon-user-guide.html" title="User Guide">
+ <i class="none"></i>
+ User Guide</a>
+ </li>
+
+ <li>
+
+ <a href="GettingStarted.html" title="Getting Started">
+ <i class="none"></i>
+ Getting Started</a>
+ </li>
+
+ <li>
+
+ <a href="FalconDocumentation.html" title="Architecture">
+ <i class="none"></i>
+ Architecture</a>
+ </li>
+
+ <li>
+
+ <a href="InstallationSteps.html" title="Installation">
+ <i class="none"></i>
+ Installation</a>
+ </li>
+
+ <li>
+
+ <a href="OnBoarding.html" title="On Boarding">
+ <i class="none"></i>
+ On Boarding</a>
+ </li>
+
+ <li>
+
+ <a href="MigrationInstructions.html" title="Migrate to 0.10">
+ <i class="none"></i>
+ Migrate to 0.10</a>
+ </li>
+
+ <li>
+
+ <a href="Operability.html" title="Operability">
+ <i class="none"></i>
+ Operability</a>
+ </li>
+
+ <li>
+
+ <a href="EntitySpecification.html" title="Entity Specification">
+ <i class="none"></i>
+ Entity Specification</a>
+ </li>
+
+ <li>
+
+ <a href="falconcli/FalconCLI.html" title="Client (Falcon CLI)">
+ <i class="none"></i>
+ Client (Falcon CLI)</a>
+ </li>
+
+ <li>
+
+ <a href="restapi/ResourceList.html" title="Rest API">
+ <i class="icon-chevron-right"></i>
+ Rest API</a>
+ </li>
+
+ <li>
+
+ <a href="HiveIntegration.html" title="Hive Integration">
+ <i class="none"></i>
+ Hive Integration</a>
+ </li>
+
+ <li>
+
+ <a href="Extensions.html" title="Server side Extensions">
+ <i class="none"></i>
+ Server side Extensions</a>
+ </li>
+
+ <li>
+
+ <a href="Security.html" title="Security">
+ <i class="none"></i>
+ Security</a>
+ </li>
+ <li class="nav-header">Project Information</li>
+
+ <li>
+
+ <a href="project-info.html" title="Summary">
+ <i class="none"></i>
+ Summary</a>
+ </li>
+
+ <li>
+
+ <a href="mail-lists.html" title="Mailing Lists">
+ <i class="none"></i>
+ Mailing Lists</a>
+ </li>
+
+ <li>
+
+ <a href="http://webchat.freenode.net?channels=apachefalcon&uio=d4" class="externalLink" title="IRC">
+ <i class="none"></i>
+ IRC</a>
+ </li>
+
+ <li>
+
+ <a href="team-list.html" title="Team">
+ <i class="none"></i>
+ Team</a>
+ </li>
+
+ <li>
+
+ <a href="issue-tracking.html" title="Issue Tracking">
+ <i class="none"></i>
+ Issue Tracking</a>
+ </li>
+
+ <li>
+
+ <a href="source-repository.html" title="Source Repository">
+ <i class="none"></i>
+ Source Repository</a>
+ </li>
+
+ <li>
+
+ <a href="https://cwiki.apache.org/confluence/display/FALCON/Index" class="externalLink" title="Wiki">
+ <i class="none"></i>
+ Wiki</a>
+ </li>
+
+ <li>
+
+ <a href="license.html" title="License">
+ <i class="none"></i>
+ License</a>
+ </li>
+
+ <li>
+
+ <a href="https://cwiki.apache.org/confluence/display/FALCON/News" class="externalLink" title="News">
+ <i class="none"></i>
+ News</a>
+ </li>
+
+ <li>
+
+ <a href="https://cwiki.apache.org/confluence/display/FALCON/PoweredBy" class="externalLink" title="Powered by">
+ <i class="none"></i>
+ Powered by</a>
+ </li>
+
+ <li>
+
+ <a href="https://cwiki.apache.org/confluence/display/FALCON/Acknowledgements" class="externalLink" title="Acknowledgements">
+ <i class="none"></i>
+ Acknowledgements</a>
+ </li>
+
+ <li>
+
+ <a href="http://blogs.apache.org/falcon/" class="externalLink" title="Blog">
+ <i class="none"></i>
+ Blog</a>
+ </li>
+ <li class="nav-header">Releases</li>
+
+ <li>
+
+ <a href="http://www.apache.org/dyn/closer.lua/falcon/0.10" class="externalLink" title="0.10">
+ <i class="none"></i>
+ 0.10</a>
+ </li>
+
+ <li>
+
+ <a href="http://www.apache.org/dyn/closer.lua/falcon/0.9" class="externalLink" title="0.9">
+ <i class="none"></i>
+ 0.9</a>
+ </li>
+
+ <li>
+
+ <a href="http://www.apache.org/dyn/closer.lua/falcon/0.8" class="externalLink" title="0.8">
+ <i class="none"></i>
+ 0.8</a>
+ </li>
+
+ <li>
+
+ <a href="http://www.apache.org/dyn/closer.lua/falcon/0.7" class="externalLink" title="0.7">
+ <i class="none"></i>
+ 0.7</a>
+ </li>
+
+ <li>
+
+ <a href="http://archive.apache.org/dist/falcon/0.6.1" class="externalLink" title="0.6.1">
+ <i class="none"></i>
+ 0.6.1</a>
+ </li>
+
+ <li>
+
+ <a href="http://archive.apache.org/dist/incubator/falcon/0.6-incubating" class="externalLink" title="0.6-incubating">
+ <i class="none"></i>
+ 0.6-incubating</a>
+ </li>
+
+ <li>
+
+ <a href="http://archive.apache.org/dist/incubator/falcon/0.5-incubating" class="externalLink" title="0.5-incubating">
+ <i class="none"></i>
+ 0.5-incubating</a>
+ </li>
+
+ <li>
+
+ <a href="http://archive.apache.org/dist/incubator/falcon/0.4-incubating" class="externalLink" title="0.4-incubating">
+ <i class="none"></i>
+ 0.4-incubating</a>
+ </li>
+
+ <li>
+
+ <a href="http://archive.apache.org/dist/incubator/falcon/0.3-incubating" class="externalLink" title="0.3-incubating">
+ <i class="none"></i>
+ 0.3-incubating</a>
+ </li>
+
+ <li>
+
+ <a href="https://cwiki.apache.org/confluence/display/FALCON/Roadmap" class="externalLink" title="Coming soon">
+ <i class="none"></i>
+ Coming soon</a>
+ </li>
+ <li class="nav-header">Documentation</li>
+
+ <li>
+
+ <a href="0.10/index.html" title="0.10 (Current)">
+ <i class="none"></i>
+ 0.10 (Current)</a>
+ </li>
+
+ <li>
+
+ <a href="0.9/index.html" title="0.9">
+ <i class="none"></i>
+ 0.9</a>
+ </li>
+
+ <li>
+
+ <a href="0.8/index.html" title="0.8">
+ <i class="none"></i>
+ 0.8</a>
+ </li>
+
+ <li>
+
+ <a href="0.7/index.html" title="0.7">
+ <i class="none"></i>
+ 0.7</a>
+ </li>
+
+ <li>
+
+ <a href="0.6.1/index.html" title="0.6.1">
+ <i class="none"></i>
+ 0.6.1</a>
+ </li>
+
+ <li>
+
+ <a href="0.6-incubating/index.html" title="0.6-incubating">
+ <i class="none"></i>
+ 0.6-incubating</a>
+ </li>
+
+ <li>
+
+ <a href="0.5-incubating/index.html" title="0.5-incubating">
+ <i class="none"></i>
+ 0.5-incubating</a>
+ </li>
+
+ <li>
+
+ <a href="0.4-incubating/index.html" title="0.4-incubating">
+ <i class="none"></i>
+ 0.4-incubating</a>
+ </li>
+
+ <li>
+
+ <a href="0.3-incubating/index.html" title="0.3-incubating">
+ <i class="none"></i>
+ 0.3-incubating</a>
+ </li>
+ <li class="nav-header">ASF</li>
+
+ <li>
+
+ <a href="http://www.apache.org/foundation/how-it-works.html" class="externalLink" title="How Apache Works">
+ <i class="none"></i>
+ How Apache Works</a>
+ </li>
+
+ <li>
+
+ <a href="http://www.apache.org/foundation/" class="externalLink" title="Foundation">
+ <i class="none"></i>
+ Foundation</a>
+ </li>
+
+ <li>
+
+ <a href="http://www.apache.org/foundation/sponsorship.html" class="externalLink" title="Sponsoring Apache">
+ <i class="none"></i>
+ Sponsoring Apache</a>
+ </li>
+
+ <li>
+
+ <a href="http://www.apache.org/foundation/thanks.html" class="externalLink" title="Thanks">
+ <i class="none"></i>
+ Thanks</a>
+ </li>
+ </ul>
+
+
+
+ <hr class="divider" />
+
+ <div id="poweredBy">
+ <div class="clear"></div>
+ <div class="clear"></div>
+ <div class="clear"></div>
+ <a href="http://maven.apache.org/" title="Built by Maven" class="poweredBy">
+ <img class="builtBy" alt="Built by Maven" src="./images/logos/maven-feather.png" />
+ </a>
+ </div>
+ </div>
+ </div>
+
+
+ <div id="bodyColumn" class="span9" >
+
+ <div class="section">
+<h3>Graphite Metric Collection<a name="Graphite_Metric_Collection"></a></h3>
+<p>Graphite Metric Collection currently allows to collect the following metrics at process level :</p>
+<p>1. Processing time the process spent in the running state in seconds (workflow_end_time - workflow_start_time) 2. Wait time that the process spent in the waiting/ready state. (workflow_start_time - workflow_nominal_time) 3. Number of instances that are failed for a process.</p>
+<p>To send data to graphite we need to intialize metricNotificationService in startup.properties:</p>
+<p>*.application.services= org.apache.falcon.metrics.MetricNotificationService,</p>
+<p>Add following properties for graphiteNotificationPlugin :</p>
+<p>Graphite properties</p>
+<ul>
+<li>*.falcon.graphite.hostname=localhost</li>
+<li>*.falcon.graphite.port=2003</li>
+<li>*.falcon.graphite.frequency=1</li>
+<li>*.falcon.graphite.prefix=falcon</li></ul>
+<p>The falcon.graphite.frequency is in seconds and all the time that is being sent to graphite is in seconds.</p></div>
+ </div>
+ </div>
+ </div>
+
+ <hr/>
+
+ <footer>
+ <div class="container-fluid">
+ <div class="row span12">Copyright © 2013-2016
+ <a href="http://www.apache.org">Apache Software Foundation</a>.
+ All Rights Reserved.
+
+ </div>
+
+
+
+ </div>
+ </footer>
+ </body>
+</html>
http://git-wip-us.apache.org/repos/asf/falcon/blob/4612c3f7/content/HDFSDR.html
----------------------------------------------------------------------
diff --git a/content/HDFSDR.html b/content/HDFSDR.html
index c1aa8f4..d7dfab8 100644
--- a/content/HDFSDR.html
+++ b/content/HDFSDR.html
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2016-03-11
+ | Generated by Apache Maven Doxia at 2016-08-08
| Rendered using Apache Maven Fluido Skin 1.3.0
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20160311" />
+ <meta name="Date-Revision-yyyymmdd" content="20160808" />
<meta http-equiv="Content-Language" content="en" />
<title>Falcon - HDFS DR Recipe</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.3.0.min.css" />
@@ -30,7 +30,7 @@
<div id="banner">
<div class="pull-left">
<a href="../index.html" id="bannerLeft">
- <img src="images/falcon-logo.png" alt="Falcon" width="200px" height="45px"/>
+ <img src="images/falcon-logo.png" alt="Apache Falcon" width="200px" height="45px"/>
</a>
</div>
<div class="pull-right"> <a href="http://www.apache.org" id="bannerRight">
@@ -58,7 +58,7 @@
- <li id="publishDate" class="pull-right">Last Published: 2016-03-11</li>
+ <li id="publishDate" class="pull-right">Last Published: 2016-08-08</li>
</ul>
</div>
@@ -123,6 +123,13 @@
<li>
+ <a href="MigrationInstructions.html" title="Migrate to 0.10">
+ <i class="none"></i>
+ Migrate to 0.10</a>
+ </li>
+
+ <li>
+
<a href="Operability.html" title="Operability">
<i class="none"></i>
Operability</a>
@@ -141,7 +148,7 @@
<i class="none"></i>
Client (Falcon CLI)</a>
</li>
-
+
<li>
<a href="restapi/ResourceList.html" title="Rest API">
@@ -158,6 +165,13 @@
<li>
+ <a href="Extensions.html" title="Server side Extensions">
+ <i class="none"></i>
+ Server side Extensions</a>
+ </li>
+
+ <li>
+
<a href="Security.html" title="Security">
<i class="none"></i>
Security</a>
@@ -251,6 +265,13 @@
<li>
+ <a href="http://www.apache.org/dyn/closer.lua/falcon/0.10" class="externalLink" title="0.10">
+ <i class="none"></i>
+ 0.10</a>
+ </li>
+
+ <li>
+
<a href="http://www.apache.org/dyn/closer.lua/falcon/0.9" class="externalLink" title="0.9">
<i class="none"></i>
0.9</a>
@@ -315,9 +336,16 @@
<li>
- <a href="0.9/index.html" title="0.9 (Current)">
+ <a href="0.10/index.html" title="0.10 (Current)">
+ <i class="none"></i>
+ 0.10 (Current)</a>
+ </li>
+
+ <li>
+
+ <a href="0.9/index.html" title="0.9">
<i class="none"></i>
- 0.9 (Current)</a>
+ 0.9</a>
</li>
<li>
http://git-wip-us.apache.org/repos/asf/falcon/blob/4612c3f7/content/HDFSMirroring.html
----------------------------------------------------------------------
diff --git a/content/HDFSMirroring.html b/content/HDFSMirroring.html
new file mode 100644
index 0000000..1819567
--- /dev/null
+++ b/content/HDFSMirroring.html
@@ -0,0 +1,498 @@
+<!DOCTYPE html>
+<!--
+ | Generated by Apache Maven Doxia at 2016-08-08
+ | Rendered using Apache Maven Fluido Skin 1.3.0
+-->
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+ <head>
+ <meta charset="UTF-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+ <meta name="Date-Revision-yyyymmdd" content="20160808" />
+ <meta http-equiv="Content-Language" content="en" />
+ <title>Falcon - HDFS mirroring Extension</title>
+ <link rel="stylesheet" href="./css/apache-maven-fluido-1.3.0.min.css" />
+ <link rel="stylesheet" href="./css/site.css" />
+ <link rel="stylesheet" href="./css/print.css" media="print" />
+
+
+ <script type="text/javascript" src="./js/apache-maven-fluido-1.3.0.min.js"></script>
+
+
+
+<script type="text/javascript">$( document ).ready( function() { $( '.carousel' ).carousel( { interval: 3500 } ) } );</script>
+
+ </head>
+ <body class="topBarDisabled">
+
+
+
+ <div class="container-fluid">
+ <div id="banner">
+ <div class="pull-left">
+ <a href="../index.html" id="bannerLeft">
+ <img src="images/falcon-logo.png" alt="Apache Falcon" width="200px" height="45px"/>
+ </a>
+ </div>
+ <div class="pull-right"> <a href="http://www.apache.org" id="bannerRight">
+ <img src="images/apache-feather-tm.gif" alt="Falcon" height="45px"/>
+ </a>
+ </div>
+ <div class="clear"><hr/></div>
+ </div>
+
+ <div id="breadcrumbs">
+ <ul class="breadcrumb">
+
+
+ <li class="">
+ <a href="http://www.apache.org" class="externalLink" title="Apache">
+ Apache</a>
+ </li>
+ <li class="divider ">/</li>
+ <li class="">
+ <a href="index.html" title="Falcon">
+ Falcon</a>
+ </li>
+ <li class="divider ">/</li>
+ <li class="">HDFS mirroring Extension</li>
+
+
+
+ <li id="publishDate" class="pull-right">Last Published: 2016-08-08</li>
+
+ </ul>
+ </div>
+
+
+ <div class="row-fluid">
+ <div id="leftColumn" class="span3">
+ <div class="well sidebar-nav">
+
+
+ <ul class="nav nav-list">
+ <li class="nav-header">Falcon</li>
+
+ <li>
+
+ <a href="index.html" title="About">
+ <i class="none"></i>
+ About</a>
+ </li>
+
+ <li>
+
+ <a href="slides/falcon-overview.html" title="Overview">
+ <i class="none"></i>
+ Overview</a>
+ </li>
+
+ <li>
+
+ <a href="slides/falcon-user-guide.html" title="User Guide">
+ <i class="none"></i>
+ User Guide</a>
+ </li>
+
+ <li>
+
+ <a href="GettingStarted.html" title="Getting Started">
+ <i class="none"></i>
+ Getting Started</a>
+ </li>
+
+ <li>
+
+ <a href="FalconDocumentation.html" title="Architecture">
+ <i class="none"></i>
+ Architecture</a>
+ </li>
+
+ <li>
+
+ <a href="InstallationSteps.html" title="Installation">
+ <i class="none"></i>
+ Installation</a>
+ </li>
+
+ <li>
+
+ <a href="OnBoarding.html" title="On Boarding">
+ <i class="none"></i>
+ On Boarding</a>
+ </li>
+
+ <li>
+
+ <a href="MigrationInstructions.html" title="Migrate to 0.10">
+ <i class="none"></i>
+ Migrate to 0.10</a>
+ </li>
+
+ <li>
+
+ <a href="Operability.html" title="Operability">
+ <i class="none"></i>
+ Operability</a>
+ </li>
+
+ <li>
+
+ <a href="EntitySpecification.html" title="Entity Specification">
+ <i class="none"></i>
+ Entity Specification</a>
+ </li>
+
+ <li>
+
+ <a href="falconcli/FalconCLI.html" title="Client (Falcon CLI)">
+ <i class="none"></i>
+ Client (Falcon CLI)</a>
+ </li>
+
+ <li>
+
+ <a href="restapi/ResourceList.html" title="Rest API">
+ <i class="icon-chevron-right"></i>
+ Rest API</a>
+ </li>
+
+ <li>
+
+ <a href="HiveIntegration.html" title="Hive Integration">
+ <i class="none"></i>
+ Hive Integration</a>
+ </li>
+
+ <li>
+
+ <a href="Extensions.html" title="Server side Extensions">
+ <i class="none"></i>
+ Server side Extensions</a>
+ </li>
+
+ <li>
+
+ <a href="Security.html" title="Security">
+ <i class="none"></i>
+ Security</a>
+ </li>
+ <li class="nav-header">Project Information</li>
+
+ <li>
+
+ <a href="project-info.html" title="Summary">
+ <i class="none"></i>
+ Summary</a>
+ </li>
+
+ <li>
+
+ <a href="mail-lists.html" title="Mailing Lists">
+ <i class="none"></i>
+ Mailing Lists</a>
+ </li>
+
+ <li>
+
+ <a href="http://webchat.freenode.net?channels=apachefalcon&uio=d4" class="externalLink" title="IRC">
+ <i class="none"></i>
+ IRC</a>
+ </li>
+
+ <li>
+
+ <a href="team-list.html" title="Team">
+ <i class="none"></i>
+ Team</a>
+ </li>
+
+ <li>
+
+ <a href="issue-tracking.html" title="Issue Tracking">
+ <i class="none"></i>
+ Issue Tracking</a>
+ </li>
+
+ <li>
+
+ <a href="source-repository.html" title="Source Repository">
+ <i class="none"></i>
+ Source Repository</a>
+ </li>
+
+ <li>
+
+ <a href="https://cwiki.apache.org/confluence/display/FALCON/Index" class="externalLink" title="Wiki">
+ <i class="none"></i>
+ Wiki</a>
+ </li>
+
+ <li>
+
+ <a href="license.html" title="License">
+ <i class="none"></i>
+ License</a>
+ </li>
+
+ <li>
+
+ <a href="https://cwiki.apache.org/confluence/display/FALCON/News" class="externalLink" title="News">
+ <i class="none"></i>
+ News</a>
+ </li>
+
+ <li>
+
+ <a href="https://cwiki.apache.org/confluence/display/FALCON/PoweredBy" class="externalLink" title="Powered by">
+ <i class="none"></i>
+ Powered by</a>
+ </li>
+
+ <li>
+
+ <a href="https://cwiki.apache.org/confluence/display/FALCON/Acknowledgements" class="externalLink" title="Acknowledgements">
+ <i class="none"></i>
+ Acknowledgements</a>
+ </li>
+
+ <li>
+
+ <a href="http://blogs.apache.org/falcon/" class="externalLink" title="Blog">
+ <i class="none"></i>
+ Blog</a>
+ </li>
+ <li class="nav-header">Releases</li>
+
+ <li>
+
+ <a href="http://www.apache.org/dyn/closer.lua/falcon/0.10" class="externalLink" title="0.10">
+ <i class="none"></i>
+ 0.10</a>
+ </li>
+
+ <li>
+
+ <a href="http://www.apache.org/dyn/closer.lua/falcon/0.9" class="externalLink" title="0.9">
+ <i class="none"></i>
+ 0.9</a>
+ </li>
+
+ <li>
+
+ <a href="http://www.apache.org/dyn/closer.lua/falcon/0.8" class="externalLink" title="0.8">
+ <i class="none"></i>
+ 0.8</a>
+ </li>
+
+ <li>
+
+ <a href="http://www.apache.org/dyn/closer.lua/falcon/0.7" class="externalLink" title="0.7">
+ <i class="none"></i>
+ 0.7</a>
+ </li>
+
+ <li>
+
+ <a href="http://archive.apache.org/dist/falcon/0.6.1" class="externalLink" title="0.6.1">
+ <i class="none"></i>
+ 0.6.1</a>
+ </li>
+
+ <li>
+
+ <a href="http://archive.apache.org/dist/incubator/falcon/0.6-incubating" class="externalLink" title="0.6-incubating">
+ <i class="none"></i>
+ 0.6-incubating</a>
+ </li>
+
+ <li>
+
+ <a href="http://archive.apache.org/dist/incubator/falcon/0.5-incubating" class="externalLink" title="0.5-incubating">
+ <i class="none"></i>
+ 0.5-incubating</a>
+ </li>
+
+ <li>
+
+ <a href="http://archive.apache.org/dist/incubator/falcon/0.4-incubating" class="externalLink" title="0.4-incubating">
+ <i class="none"></i>
+ 0.4-incubating</a>
+ </li>
+
+ <li>
+
+ <a href="http://archive.apache.org/dist/incubator/falcon/0.3-incubating" class="externalLink" title="0.3-incubating">
+ <i class="none"></i>
+ 0.3-incubating</a>
+ </li>
+
+ <li>
+
+ <a href="https://cwiki.apache.org/confluence/display/FALCON/Roadmap" class="externalLink" title="Coming soon">
+ <i class="none"></i>
+ Coming soon</a>
+ </li>
+ <li class="nav-header">Documentation</li>
+
+ <li>
+
+ <a href="0.10/index.html" title="0.10 (Current)">
+ <i class="none"></i>
+ 0.10 (Current)</a>
+ </li>
+
+ <li>
+
+ <a href="0.9/index.html" title="0.9">
+ <i class="none"></i>
+ 0.9</a>
+ </li>
+
+ <li>
+
+ <a href="0.8/index.html" title="0.8">
+ <i class="none"></i>
+ 0.8</a>
+ </li>
+
+ <li>
+
+ <a href="0.7/index.html" title="0.7">
+ <i class="none"></i>
+ 0.7</a>
+ </li>
+
+ <li>
+
+ <a href="0.6.1/index.html" title="0.6.1">
+ <i class="none"></i>
+ 0.6.1</a>
+ </li>
+
+ <li>
+
+ <a href="0.6-incubating/index.html" title="0.6-incubating">
+ <i class="none"></i>
+ 0.6-incubating</a>
+ </li>
+
+ <li>
+
+ <a href="0.5-incubating/index.html" title="0.5-incubating">
+ <i class="none"></i>
+ 0.5-incubating</a>
+ </li>
+
+ <li>
+
+ <a href="0.4-incubating/index.html" title="0.4-incubating">
+ <i class="none"></i>
+ 0.4-incubating</a>
+ </li>
+
+ <li>
+
+ <a href="0.3-incubating/index.html" title="0.3-incubating">
+ <i class="none"></i>
+ 0.3-incubating</a>
+ </li>
+ <li class="nav-header">ASF</li>
+
+ <li>
+
+ <a href="http://www.apache.org/foundation/how-it-works.html" class="externalLink" title="How Apache Works">
+ <i class="none"></i>
+ How Apache Works</a>
+ </li>
+
+ <li>
+
+ <a href="http://www.apache.org/foundation/" class="externalLink" title="Foundation">
+ <i class="none"></i>
+ Foundation</a>
+ </li>
+
+ <li>
+
+ <a href="http://www.apache.org/foundation/sponsorship.html" class="externalLink" title="Sponsoring Apache">
+ <i class="none"></i>
+ Sponsoring Apache</a>
+ </li>
+
+ <li>
+
+ <a href="http://www.apache.org/foundation/thanks.html" class="externalLink" title="Thanks">
+ <i class="none"></i>
+ Thanks</a>
+ </li>
+ </ul>
+
+
+
+ <hr class="divider" />
+
+ <div id="poweredBy">
+ <div class="clear"></div>
+ <div class="clear"></div>
+ <div class="clear"></div>
+ <a href="http://maven.apache.org/" title="Built by Maven" class="poweredBy">
+ <img class="builtBy" alt="Built by Maven" src="./images/logos/maven-feather.png" />
+ </a>
+ </div>
+ </div>
+ </div>
+
+
+ <div id="bodyColumn" class="span9" >
+
+ <div class="section">
+<h2>HDFS mirroring Extension<a name="HDFS_mirroring_Extension"></a></h2></div>
+<div class="section">
+<h3>Overview<a name="Overview"></a></h3>
+<p>Falcon supports HDFS mirroring extension to replicate data from source cluster to destination cluster. This extension implements replicating arbitrary directories on HDFS and piggy backs on replication solution in Falcon which uses the <a href="./DistCp.html">DistCp</a> tool. It also allows users to replicate data from on-premise to cloud, either Azure WASB or S3.</p></div>
+<div class="section">
+<h3>Use Case<a name="Use_Case"></a></h3>
+<p>* Copy directories between HDFS clusters with out dated partitions * Archive directories from HDFS to Cloud. Ex: S3, Azure WASB</p></div>
+<div class="section">
+<h3>Limitations<a name="Limitations"></a></h3>
+<p>As the data volume and number of files grow, this can get inefficient.</p></div>
+<div class="section">
+<h3>Usage<a name="Usage"></a></h3></div>
+<div class="section">
+<h4>Setup source and destination clusters<a name="Setup_source_and_destination_clusters"></a></h4>
+<div class="source">
+<pre>
+ $FALCON_HOME/bin/falcon entity -submit -type cluster -file /cluster/definition.xml
+
+</pre></div></div>
+<div class="section">
+<h4>HDFS mirroring extension properties<a name="HDFS_mirroring_extension_properties"></a></h4>
+<p>Extension artifacts are expected to be installed on HDFS at the path specified by "extension.store.uri" in startup properties. hdfs-mirroring-properties.json file located at "<extension.store.uri>/hdfs-mirroring/META/hdfs-mirroring-properties.json" lists all the required and optional parameters/arguments for scheduling HDFS mirroring job.</p></div>
+<div class="section">
+<h4>Submit and schedule HDFS mirroring extension<a name="Submit_and_schedule_HDFS_mirroring_extension"></a></h4>
+<div class="source">
+<pre>
+ $FALCON_HOME/bin/falcon extension -submitAndSchedule -extensionName hdfs-mirroring -file /process/definition.xml
+
+</pre></div>
+<p>Please Refer to <a href="./Falconcli/FalconCLI.html">Falcon CLI</a> and <a href="./Restapi/ResourceList.html">REST API</a> for more details on usage of CLI and REST API's.</p></div>
+ </div>
+ </div>
+ </div>
+
+ <hr/>
+
+ <footer>
+ <div class="container-fluid">
+ <div class="row span12">Copyright © 2013-2016
+ <a href="http://www.apache.org">Apache Software Foundation</a>.
+ All Rights Reserved.
+
+ </div>
+
+
+
+ </div>
+ </footer>
+ </body>
+</html>
http://git-wip-us.apache.org/repos/asf/falcon/blob/4612c3f7/content/HdfsSnapshotMirroring.html
----------------------------------------------------------------------
diff --git a/content/HdfsSnapshotMirroring.html b/content/HdfsSnapshotMirroring.html
new file mode 100644
index 0000000..270b707
--- /dev/null
+++ b/content/HdfsSnapshotMirroring.html
@@ -0,0 +1,561 @@
+<!DOCTYPE html>
+<!--
+ | Generated by Apache Maven Doxia at 2016-08-08
+ | Rendered using Apache Maven Fluido Skin 1.3.0
+-->
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+ <head>
+ <meta charset="UTF-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+ <meta name="Date-Revision-yyyymmdd" content="20160808" />
+ <meta http-equiv="Content-Language" content="en" />
+ <title>Falcon - HDFS Snapshot based Mirroring</title>
+ <link rel="stylesheet" href="./css/apache-maven-fluido-1.3.0.min.css" />
+ <link rel="stylesheet" href="./css/site.css" />
+ <link rel="stylesheet" href="./css/print.css" media="print" />
+
+
+ <script type="text/javascript" src="./js/apache-maven-fluido-1.3.0.min.js"></script>
+
+
+
+<script type="text/javascript">$( document ).ready( function() { $( '.carousel' ).carousel( { interval: 3500 } ) } );</script>
+
+ </head>
+ <body class="topBarDisabled">
+
+
+
+ <div class="container-fluid">
+ <div id="banner">
+ <div class="pull-left">
+ <a href="../index.html" id="bannerLeft">
+ <img src="images/falcon-logo.png" alt="Apache Falcon" width="200px" height="45px"/>
+ </a>
+ </div>
+ <div class="pull-right"> <a href="http://www.apache.org" id="bannerRight">
+ <img src="images/apache-feather-tm.gif" alt="Falcon" height="45px"/>
+ </a>
+ </div>
+ <div class="clear"><hr/></div>
+ </div>
+
+ <div id="breadcrumbs">
+ <ul class="breadcrumb">
+
+
+ <li class="">
+ <a href="http://www.apache.org" class="externalLink" title="Apache">
+ Apache</a>
+ </li>
+ <li class="divider ">/</li>
+ <li class="">
+ <a href="index.html" title="Falcon">
+ Falcon</a>
+ </li>
+ <li class="divider ">/</li>
+ <li class="">HDFS Snapshot based Mirroring</li>
+
+
+
+ <li id="publishDate" class="pull-right">Last Published: 2016-08-08</li>
+
+ </ul>
+ </div>
+
+
+ <div class="row-fluid">
+ <div id="leftColumn" class="span3">
+ <div class="well sidebar-nav">
+
+
+ <ul class="nav nav-list">
+ <li class="nav-header">Falcon</li>
+
+ <li>
+
+ <a href="index.html" title="About">
+ <i class="none"></i>
+ About</a>
+ </li>
+
+ <li>
+
+ <a href="slides/falcon-overview.html" title="Overview">
+ <i class="none"></i>
+ Overview</a>
+ </li>
+
+ <li>
+
+ <a href="slides/falcon-user-guide.html" title="User Guide">
+ <i class="none"></i>
+ User Guide</a>
+ </li>
+
+ <li>
+
+ <a href="GettingStarted.html" title="Getting Started">
+ <i class="none"></i>
+ Getting Started</a>
+ </li>
+
+ <li>
+
+ <a href="FalconDocumentation.html" title="Architecture">
+ <i class="none"></i>
+ Architecture</a>
+ </li>
+
+ <li>
+
+ <a href="InstallationSteps.html" title="Installation">
+ <i class="none"></i>
+ Installation</a>
+ </li>
+
+ <li>
+
+ <a href="OnBoarding.html" title="On Boarding">
+ <i class="none"></i>
+ On Boarding</a>
+ </li>
+
+ <li>
+
+ <a href="MigrationInstructions.html" title="Migrate to 0.10">
+ <i class="none"></i>
+ Migrate to 0.10</a>
+ </li>
+
+ <li>
+
+ <a href="Operability.html" title="Operability">
+ <i class="none"></i>
+ Operability</a>
+ </li>
+
+ <li>
+
+ <a href="EntitySpecification.html" title="Entity Specification">
+ <i class="none"></i>
+ Entity Specification</a>
+ </li>
+
+ <li>
+
+ <a href="falconcli/FalconCLI.html" title="Client (Falcon CLI)">
+ <i class="none"></i>
+ Client (Falcon CLI)</a>
+ </li>
+
+ <li>
+
+ <a href="restapi/ResourceList.html" title="Rest API">
+ <i class="icon-chevron-right"></i>
+ Rest API</a>
+ </li>
+
+ <li>
+
+ <a href="HiveIntegration.html" title="Hive Integration">
+ <i class="none"></i>
+ Hive Integration</a>
+ </li>
+
+ <li>
+
+ <a href="Extensions.html" title="Server side Extensions">
+ <i class="none"></i>
+ Server side Extensions</a>
+ </li>
+
+ <li>
+
+ <a href="Security.html" title="Security">
+ <i class="none"></i>
+ Security</a>
+ </li>
+ <li class="nav-header">Project Information</li>
+
+ <li>
+
+ <a href="project-info.html" title="Summary">
+ <i class="none"></i>
+ Summary</a>
+ </li>
+
+ <li>
+
+ <a href="mail-lists.html" title="Mailing Lists">
+ <i class="none"></i>
+ Mailing Lists</a>
+ </li>
+
+ <li>
+
+ <a href="http://webchat.freenode.net?channels=apachefalcon&uio=d4" class="externalLink" title="IRC">
+ <i class="none"></i>
+ IRC</a>
+ </li>
+
+ <li>
+
+ <a href="team-list.html" title="Team">
+ <i class="none"></i>
+ Team</a>
+ </li>
+
+ <li>
+
+ <a href="issue-tracking.html" title="Issue Tracking">
+ <i class="none"></i>
+ Issue Tracking</a>
+ </li>
+
+ <li>
+
+ <a href="source-repository.html" title="Source Repository">
+ <i class="none"></i>
+ Source Repository</a>
+ </li>
+
+ <li>
+
+ <a href="https://cwiki.apache.org/confluence/display/FALCON/Index" class="externalLink" title="Wiki">
+ <i class="none"></i>
+ Wiki</a>
+ </li>
+
+ <li>
+
+ <a href="license.html" title="License">
+ <i class="none"></i>
+ License</a>
+ </li>
+
+ <li>
+
+ <a href="https://cwiki.apache.org/confluence/display/FALCON/News" class="externalLink" title="News">
+ <i class="none"></i>
+ News</a>
+ </li>
+
+ <li>
+
+ <a href="https://cwiki.apache.org/confluence/display/FALCON/PoweredBy" class="externalLink" title="Powered by">
+ <i class="none"></i>
+ Powered by</a>
+ </li>
+
+ <li>
+
+ <a href="https://cwiki.apache.org/confluence/display/FALCON/Acknowledgements" class="externalLink" title="Acknowledgements">
+ <i class="none"></i>
+ Acknowledgements</a>
+ </li>
+
+ <li>
+
+ <a href="http://blogs.apache.org/falcon/" class="externalLink" title="Blog">
+ <i class="none"></i>
+ Blog</a>
+ </li>
+ <li class="nav-header">Releases</li>
+
+ <li>
+
+ <a href="http://www.apache.org/dyn/closer.lua/falcon/0.10" class="externalLink" title="0.10">
+ <i class="none"></i>
+ 0.10</a>
+ </li>
+
+ <li>
+
+ <a href="http://www.apache.org/dyn/closer.lua/falcon/0.9" class="externalLink" title="0.9">
+ <i class="none"></i>
+ 0.9</a>
+ </li>
+
+ <li>
+
+ <a href="http://www.apache.org/dyn/closer.lua/falcon/0.8" class="externalLink" title="0.8">
+ <i class="none"></i>
+ 0.8</a>
+ </li>
+
+ <li>
+
+ <a href="http://www.apache.org/dyn/closer.lua/falcon/0.7" class="externalLink" title="0.7">
+ <i class="none"></i>
+ 0.7</a>
+ </li>
+
+ <li>
+
+ <a href="http://archive.apache.org/dist/falcon/0.6.1" class="externalLink" title="0.6.1">
+ <i class="none"></i>
+ 0.6.1</a>
+ </li>
+
+ <li>
+
+ <a href="http://archive.apache.org/dist/incubator/falcon/0.6-incubating" class="externalLink" title="0.6-incubating">
+ <i class="none"></i>
+ 0.6-incubating</a>
+ </li>
+
+ <li>
+
+ <a href="http://archive.apache.org/dist/incubator/falcon/0.5-incubating" class="externalLink" title="0.5-incubating">
+ <i class="none"></i>
+ 0.5-incubating</a>
+ </li>
+
+ <li>
+
+ <a href="http://archive.apache.org/dist/incubator/falcon/0.4-incubating" class="externalLink" title="0.4-incubating">
+ <i class="none"></i>
+ 0.4-incubating</a>
+ </li>
+
+ <li>
+
+ <a href="http://archive.apache.org/dist/incubator/falcon/0.3-incubating" class="externalLink" title="0.3-incubating">
+ <i class="none"></i>
+ 0.3-incubating</a>
+ </li>
+
+ <li>
+
+ <a href="https://cwiki.apache.org/confluence/display/FALCON/Roadmap" class="externalLink" title="Coming soon">
+ <i class="none"></i>
+ Coming soon</a>
+ </li>
+ <li class="nav-header">Documentation</li>
+
+ <li>
+
+ <a href="0.10/index.html" title="0.10 (Current)">
+ <i class="none"></i>
+ 0.10 (Current)</a>
+ </li>
+
+ <li>
+
+ <a href="0.9/index.html" title="0.9">
+ <i class="none"></i>
+ 0.9</a>
+ </li>
+
+ <li>
+
+ <a href="0.8/index.html" title="0.8">
+ <i class="none"></i>
+ 0.8</a>
+ </li>
+
+ <li>
+
+ <a href="0.7/index.html" title="0.7">
+ <i class="none"></i>
+ 0.7</a>
+ </li>
+
+ <li>
+
+ <a href="0.6.1/index.html" title="0.6.1">
+ <i class="none"></i>
+ 0.6.1</a>
+ </li>
+
+ <li>
+
+ <a href="0.6-incubating/index.html" title="0.6-incubating">
+ <i class="none"></i>
+ 0.6-incubating</a>
+ </li>
+
+ <li>
+
+ <a href="0.5-incubating/index.html" title="0.5-incubating">
+ <i class="none"></i>
+ 0.5-incubating</a>
+ </li>
+
+ <li>
+
+ <a href="0.4-incubating/index.html" title="0.4-incubating">
+ <i class="none"></i>
+ 0.4-incubating</a>
+ </li>
+
+ <li>
+
+ <a href="0.3-incubating/index.html" title="0.3-incubating">
+ <i class="none"></i>
+ 0.3-incubating</a>
+ </li>
+ <li class="nav-header">ASF</li>
+
+ <li>
+
+ <a href="http://www.apache.org/foundation/how-it-works.html" class="externalLink" title="How Apache Works">
+ <i class="none"></i>
+ How Apache Works</a>
+ </li>
+
+ <li>
+
+ <a href="http://www.apache.org/foundation/" class="externalLink" title="Foundation">
+ <i class="none"></i>
+ Foundation</a>
+ </li>
+
+ <li>
+
+ <a href="http://www.apache.org/foundation/sponsorship.html" class="externalLink" title="Sponsoring Apache">
+ <i class="none"></i>
+ Sponsoring Apache</a>
+ </li>
+
+ <li>
+
+ <a href="http://www.apache.org/foundation/thanks.html" class="externalLink" title="Thanks">
+ <i class="none"></i>
+ Thanks</a>
+ </li>
+ </ul>
+
+
+
+ <hr class="divider" />
+
+ <div id="poweredBy">
+ <div class="clear"></div>
+ <div class="clear"></div>
+ <div class="clear"></div>
+ <a href="http://maven.apache.org/" title="Built by Maven" class="poweredBy">
+ <img class="builtBy" alt="Built by Maven" src="./images/logos/maven-feather.png" />
+ </a>
+ </div>
+ </div>
+ </div>
+
+
+ <div id="bodyColumn" class="span9" >
+
+ <div class="section">
+<h2>HDFS Snapshot based Mirroring<a name="HDFS_Snapshot_based_Mirroring"></a></h2></div>
+<div class="section">
+<h3>Overview<a name="Overview"></a></h3>
+<p>HDFS snapshots are very cost effective to create ( cost is O(1) excluding iNode lookup time). Once created, it is very efficient to find modifications relative to a snapshot and copy over these modifications for disaster recovery (DR). This makes for cost effective HDFS mirroring.</p></div>
+<div class="section">
+<h3>Prerequisites<a name="Prerequisites"></a></h3>
+<p>Following is the prerequisite to use HDFS Snapshot based Mirrroring.</p>
+<p></p>
+<ul>
+<li>Hadoop version 2.7.0 or higher.</li>
+<li>User submitting and scheduling falcon snapshot based mirroring job should have permission to create and manage snapshots on both source and target directories.</li></ul></div>
+<div class="section">
+<h3>Use Case<a name="Use_Case"></a></h3>
+<p>Create and manage snapshots on source/target directories. Mirror data from source to target for disaster recovery using these snapshots. Perform retention on the snapshots created on source and target.</p></div>
+<div class="section">
+<h3>Usage<a name="Usage"></a></h3></div>
+<div class="section">
+<h4>Setup<a name="Setup"></a></h4>
+<p></p>
+<ul>
+<li>Submit a source cluster and target cluster entities to Falcon.</li></ul>
+<div class="source">
+<pre>
+ $FALCON_HOME/bin/falcon entity -submit -type cluster -file source-cluster-definition.xml
+ $FALCON_HOME/bin/falcon entity -submit -type cluster -file target-cluster-definition.xml
+
+</pre></div>
+<p></p>
+<ul>
+<li>Ensure that source directory on source cluster and target directory on target cluster exists.</li>
+<li>Ensure that these dirs are snapshot-able by user submitting extension. You can find more <a class="externalLink" href="https://hadoop.apache.org/docs/r2.7.2/hadoop-project-dist/hadoop-hdfs/HdfsSnapshots.html">information on snapshots here</a>.</li></ul></div>
+<div class="section">
+<h4>HDFS Snapshot based mirroring extension properties<a name="HDFS_Snapshot_based_mirroring_extension_properties"></a></h4>
+<p>Extension artifacts are expected to be installed on HDFS at the path specified by "extension.store.uri" in startup properties. hdfs-snapshot-mirroring-properties.json file located at "<extension.store.uri>/hdfs-snapshot-mirroring/META/hdfs-snapshot-mirroring-properties.json" lists all the required and optional parameters/arguments for scheduling the mirroring job.</p>
+<p>Here is a sample set of properties,</p>
+<div class="source">
+<pre>
+ ## Job Properties
+ jobName=hdfs-snapshot-test
+ jobClusterName=backupCluster
+ jobValidityStart=2016-01-01T00:00Z
+ jobValidityEnd=2016-04-01T00:00Z
+ jobFrequency=hours(12)
+ jobTimezone=UTC
+ jobTags=consumer=consumer@xyz.com
+ jobRetryPolicy=periodic
+ jobRetryDelay=minutes(30)
+ jobRetryAttempts=3
+
+ ## Job owner
+ jobAclOwner=ambari-qa
+ jobAclGroup=users
+ jobAclPermission=*
+
+ ## Source information
+ sourceCluster=primaryCluster
+ sourceSnapshotDir=/apps/falcon/snapshots/source/
+ sourceSnapshotRetentionPolicy=delete
+ sourceSnapshotRetentionAgeLimit=days(15)
+ sourceSnapshotRetentionNumber=10
+
+ ## Target information
+ targetCluster=backupCluster
+ targetSnapshotDir=/apps/falcon/snapshots/target/
+ targetSnapshotRetentionPolicy=delete
+ targetSnapshotRetentionAgeLimit=months(6)
+ targetSnapshotRetentionNumber=20
+
+ ## Distcp properties
+ distcpMaxMaps=1
+ distcpMapBandwidth=100
+ tdeEncryptionEnabled=false
+
+</pre></div>
+<p>The above properties ensure Falcon hdfs snapshot based mirroring extension does the following every 12 hours.</p>
+<ul>
+<li>Create snapshot on dir /apps/falcon/snapshots/source/ on primaryCluster.</li>
+<li>DistCP data from /apps/falcon/snapshots/source/ on primaryCluster to /apps/falcon/snapshots/target/ on backupCluster.</li>
+<li>Create snapshot on dir /apps/falcon/snapshots/target/ on backupCluster.</li>
+<li>Perform retention job on source and target.
+<ul>
+<li>Maintain at least N latest snapshots and delete all other snapshots older than specified age limit.</li>
+<li>Today, only "delete" policy is supported for snapshot retention.</li></ul></li></ul>
+<p><b>Note:</b> When TDE encryption is enabled on source/target directories, DistCP ignores the snapshots and treats it like a regular replication. While user may not get the performance benefit of using snapshot based DistCP, the extension is still useful for creating and maintaining snapshots.</p></div>
+<div class="section">
+<h4>Submit and schedule HDFS snapshot mirroring extension<a name="Submit_and_schedule_HDFS_snapshot_mirroring_extension"></a></h4>
+<p>User can submit extension using CLI or RestAPI. CLI command looks as follows</p>
+<div class="source">
+<pre>
+ $FALCON_HOME/bin/falcon extension -submitAndSchedule -extensionName hdfs-snapshot-mirroring -file propeties-file.txt
+
+</pre></div>
+<p>Please Refer to <a href="./Falconcli/FalconCLI.html">Falcon CLI</a> and <a href="./Restapi/ResourceList.html">REST API</a> for more details on usage of CLI and REST API's.</p></div>
+ </div>
+ </div>
+ </div>
+
+ <hr/>
+
+ <footer>
+ <div class="container-fluid">
+ <div class="row span12">Copyright © 2013-2016
+ <a href="http://www.apache.org">Apache Software Foundation</a>.
+ All Rights Reserved.
+
+ </div>
+
+
+
+ </div>
+ </footer>
+ </body>
+</html>
http://git-wip-us.apache.org/repos/asf/falcon/blob/4612c3f7/content/HiveDR.html
----------------------------------------------------------------------
diff --git a/content/HiveDR.html b/content/HiveDR.html
index e5300a6..3cd738a 100644
--- a/content/HiveDR.html
+++ b/content/HiveDR.html
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2016-03-11
+ | Generated by Apache Maven Doxia at 2016-08-08
| Rendered using Apache Maven Fluido Skin 1.3.0
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20160311" />
+ <meta name="Date-Revision-yyyymmdd" content="20160808" />
<meta http-equiv="Content-Language" content="en" />
<title>Falcon - Hive Disaster Recovery</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.3.0.min.css" />
@@ -30,7 +30,7 @@
<div id="banner">
<div class="pull-left">
<a href="../index.html" id="bannerLeft">
- <img src="images/falcon-logo.png" alt="Falcon" width="200px" height="45px"/>
+ <img src="images/falcon-logo.png" alt="Apache Falcon" width="200px" height="45px"/>
</a>
</div>
<div class="pull-right"> <a href="http://www.apache.org" id="bannerRight">
@@ -58,7 +58,7 @@
- <li id="publishDate" class="pull-right">Last Published: 2016-03-11</li>
+ <li id="publishDate" class="pull-right">Last Published: 2016-08-08</li>
</ul>
</div>
@@ -123,6 +123,13 @@
<li>
+ <a href="MigrationInstructions.html" title="Migrate to 0.10">
+ <i class="none"></i>
+ Migrate to 0.10</a>
+ </li>
+
+ <li>
+
<a href="Operability.html" title="Operability">
<i class="none"></i>
Operability</a>
@@ -141,7 +148,7 @@
<i class="none"></i>
Client (Falcon CLI)</a>
</li>
-
+
<li>
<a href="restapi/ResourceList.html" title="Rest API">
@@ -158,6 +165,13 @@
<li>
+ <a href="Extensions.html" title="Server side Extensions">
+ <i class="none"></i>
+ Server side Extensions</a>
+ </li>
+
+ <li>
+
<a href="Security.html" title="Security">
<i class="none"></i>
Security</a>
@@ -251,6 +265,13 @@
<li>
+ <a href="http://www.apache.org/dyn/closer.lua/falcon/0.10" class="externalLink" title="0.10">
+ <i class="none"></i>
+ 0.10</a>
+ </li>
+
+ <li>
+
<a href="http://www.apache.org/dyn/closer.lua/falcon/0.9" class="externalLink" title="0.9">
<i class="none"></i>
0.9</a>
@@ -315,9 +336,16 @@
<li>
- <a href="0.9/index.html" title="0.9 (Current)">
+ <a href="0.10/index.html" title="0.10 (Current)">
+ <i class="none"></i>
+ 0.10 (Current)</a>
+ </li>
+
+ <li>
+
+ <a href="0.9/index.html" title="0.9">
<i class="none"></i>
- 0.9 (Current)</a>
+ 0.9</a>
</li>
<li>
http://git-wip-us.apache.org/repos/asf/falcon/blob/4612c3f7/content/HiveIntegration.html
----------------------------------------------------------------------
diff --git a/content/HiveIntegration.html b/content/HiveIntegration.html
index 0993544..0a470bf 100644
--- a/content/HiveIntegration.html
+++ b/content/HiveIntegration.html
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2016-03-11
+ | Generated by Apache Maven Doxia at 2016-08-08
| Rendered using Apache Maven Fluido Skin 1.3.0
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20160311" />
+ <meta name="Date-Revision-yyyymmdd" content="20160808" />
<meta http-equiv="Content-Language" content="en" />
<title>Falcon - Hive Integration</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.3.0.min.css" />
@@ -30,7 +30,7 @@
<div id="banner">
<div class="pull-left">
<a href="../index.html" id="bannerLeft">
- <img src="images/falcon-logo.png" alt="Falcon" width="200px" height="45px"/>
+ <img src="images/falcon-logo.png" alt="Apache Falcon" width="200px" height="45px"/>
</a>
</div>
<div class="pull-right"> <a href="http://www.apache.org" id="bannerRight">
@@ -58,7 +58,7 @@
- <li id="publishDate" class="pull-right">Last Published: 2016-03-11</li>
+ <li id="publishDate" class="pull-right">Last Published: 2016-08-08</li>
</ul>
</div>
@@ -123,6 +123,13 @@
<li>
+ <a href="MigrationInstructions.html" title="Migrate to 0.10">
+ <i class="none"></i>
+ Migrate to 0.10</a>
+ </li>
+
+ <li>
+
<a href="Operability.html" title="Operability">
<i class="none"></i>
Operability</a>
@@ -141,7 +148,7 @@
<i class="none"></i>
Client (Falcon CLI)</a>
</li>
-
+
<li>
<a href="restapi/ResourceList.html" title="Rest API">
@@ -156,6 +163,13 @@
<li>
+ <a href="Extensions.html" title="Server side Extensions">
+ <i class="none"></i>
+ Server side Extensions</a>
+ </li>
+
+ <li>
+
<a href="Security.html" title="Security">
<i class="none"></i>
Security</a>
@@ -249,6 +263,13 @@
<li>
+ <a href="http://www.apache.org/dyn/closer.lua/falcon/0.10" class="externalLink" title="0.10">
+ <i class="none"></i>
+ 0.10</a>
+ </li>
+
+ <li>
+
<a href="http://www.apache.org/dyn/closer.lua/falcon/0.9" class="externalLink" title="0.9">
<i class="none"></i>
0.9</a>
@@ -313,9 +334,16 @@
<li>
- <a href="0.9/index.html" title="0.9 (Current)">
+ <a href="0.10/index.html" title="0.10 (Current)">
+ <i class="none"></i>
+ 0.10 (Current)</a>
+ </li>
+
+ <li>
+
+ <a href="0.9/index.html" title="0.9">
<i class="none"></i>
- 0.9 (Current)</a>
+ 0.9</a>
</li>
<li>