You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@falcon.apache.org by sr...@apache.org on 2014/07/05 16:55:59 UTC
svn commit: r1608028 [4/4] - in /incubator/falcon: site/ site/docs/
site/docs/restapi/ site/wiki/ trunk/general/src/site/
Modified: incubator/falcon/site/docs/restapi/InstanceSuspend.html
URL: http://svn.apache.org/viewvc/incubator/falcon/site/docs/restapi/InstanceSuspend.html?rev=1608028&r1=1608027&r2=1608028&view=diff
==============================================================================
--- incubator/falcon/site/docs/restapi/InstanceSuspend.html (original)
+++ incubator/falcon/site/docs/restapi/InstanceSuspend.html Sat Jul 5 14:55:57 2014
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at Feb 6, 2014
+ | Generated by Apache Maven Doxia at 2014-07-05
| Rendered using Apache Maven Fluido Skin 1.3.0
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20140206" />
+ <meta name="Date-Revision-yyyymmdd" content="20140705" />
<meta http-equiv="Content-Language" content="en" />
<title>Falcon - POST /api/instance/suspend/:entity-type/:entity-name</title>
<link rel="stylesheet" href="../../css/apache-maven-fluido-1.3.0.min.css" />
@@ -153,6 +153,9 @@
<li> <a href="../../docs/HiveIntegration.html" title="Hive Integration">Hive Integration</a>
</li>
+
+ <li> <a href="../../docs/Security.html" title="Security">Security</a>
+</li>
</ul>
</li>
<li class="dropdown">
@@ -236,7 +239,7 @@
- <li id="publishDate" class="pull-right">Last Published: 2014-02-06</li>
+ <li id="publishDate" class="pull-right">Last Published: 2014-07-05</li>
</ul>
</div>
@@ -245,11 +248,41 @@
<div id="bodyColumn" >
- <div class="section"><h3>POST /api/instance/suspend/:entity-type/:entity-name<a name="POST_apiinstancesuspend:entity-type:entity-name"></a></h3><p></p><ul><li><a href="#Description">Description</a></li><li><a href="#Parameters">Parameters</a></li><li><a href="#Results">Results</a></li><li><a href="#Examples">Examples</a></li></ul></div><div class="section"><h3>Description<a name="Description"></a></h3><p>Suspend a specific instance of an entity.</p></div><div class="section"><h3>Parameters<a name="Parameters"></a></h3><p></p><ul><li>:entity-type can either be a feed or a process.</li><li>:entity-name is name of the entity.</li><li>start is the start time of the instance that you want to refer to</li></ul></div><div class="section"><h3>Results<a name="Results"></a></h3><p>Results of the suspend command.</p></div><div class="section"><h3>Examples<a name="Examples"></a></h3></div><div class="section"><h4>Rest Call<a name="Rest_Call"></a></h4><div class="source"><pre class="
prettyprint">
+ <div class="section">
+<h3>POST /api/instance/suspend/:entity-type/:entity-name<a name="POST_apiinstancesuspend:entity-type:entity-name"></a></h3>
+<p></p>
+<ul>
+<li><a href="#Description">Description</a></li>
+<li><a href="#Parameters">Parameters</a></li>
+<li><a href="#Results">Results</a></li>
+<li><a href="#Examples">Examples</a></li></ul></div>
+<div class="section">
+<h3>Description<a name="Description"></a></h3>
+<p>Suspend a specific instance of an entity.</p></div>
+<div class="section">
+<h3>Parameters<a name="Parameters"></a></h3>
+<p></p>
+<ul>
+<li>:entity-type can either be a feed or a process.</li>
+<li>:entity-name is name of the entity.</li>
+<li>start is the start time of the instance that you want to refer to</li></ul></div>
+<div class="section">
+<h3>Results<a name="Results"></a></h3>
+<p>Results of the suspend command.</p></div>
+<div class="section">
+<h3>Examples<a name="Examples"></a></h3></div>
+<div class="section">
+<h4>Rest Call<a name="Rest_Call"></a></h4>
+<div class="source">
+<pre>
POST http://localhost:15000/api/instance/suspend/process/SampleProcess?colo=*&start=2012-04-03T07:00Z
Remote-User: rgautam
-</pre></div></div><div class="section"><h4>Result<a name="Result"></a></h4><div class="source"><pre class="prettyprint">
+</pre></div></div>
+<div class="section">
+<h4>Result<a name="Result"></a></h4>
+<div class="source">
+<pre>
{
"instances": [
{
Modified: incubator/falcon/site/docs/restapi/ResourceList.html
URL: http://svn.apache.org/viewvc/incubator/falcon/site/docs/restapi/ResourceList.html?rev=1608028&r1=1608027&r2=1608028&view=diff
==============================================================================
--- incubator/falcon/site/docs/restapi/ResourceList.html (original)
+++ incubator/falcon/site/docs/restapi/ResourceList.html Sat Jul 5 14:55:57 2014
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at Feb 6, 2014
+ | Generated by Apache Maven Doxia at 2014-07-05
| Rendered using Apache Maven Fluido Skin 1.3.0
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20140206" />
+ <meta name="Date-Revision-yyyymmdd" content="20140705" />
<meta http-equiv="Content-Language" content="en" />
<title>Falcon - RESTful Resources</title>
<link rel="stylesheet" href="../../css/apache-maven-fluido-1.3.0.min.css" />
@@ -153,6 +153,9 @@
<li> <a href="../../docs/HiveIntegration.html" title="Hive Integration">Hive Integration</a>
</li>
+
+ <li> <a href="../../docs/Security.html" title="Security">Security</a>
+</li>
</ul>
</li>
<li class="dropdown">
@@ -236,7 +239,7 @@
- <li id="publishDate" class="pull-right">Last Published: 2014-02-06</li>
+ <li id="publishDate" class="pull-right">Last Published: 2014-07-05</li>
</ul>
</div>
@@ -245,7 +248,125 @@
<div id="bodyColumn" >
- <div class="section"><h2>RESTful Resources<a name="RESTful_Resources"></a></h2><p></p><ul><li><a href="#REST_Call_on_Entity_Resource">REST Call on Entity Resource</a></li><li><a href="#REST_Call_on_Feed_and_Process_Instances">REST Call on Feed/Process Instances</a></li><li><a href="#REST_Call_on_Admin_Resource">REST Call on Admin Resource</a></li></ul></div><div class="section"><h3>REST Call on Admin Resource<a name="REST_Call_on_Admin_Resource"></a></h3><p></p><table border="0" class="table table-striped"><tr class="a"><th>Call Type</th><th>Resource</th><th>Description</th></tr><tr class="b"><td>GET</td><td><a href="./AdminStack.html">api/admin/stack</a></td><td>Get stack of the server</td></tr><tr class="a"><td>GET</td><td><a href="./AdminVersion.html">api/admin/version</a></td><td>Get version of the server</td></tr><tr class="b"><td>GET</td><td><a href="./AdminConfig.html">api/admin/config/:config-type</a></td><td>Get configuration information of the server</td></tr><
/table></div><div class="section"><h3>REST Call on Entity Resource<a name="REST_Call_on_Entity_Resource"></a></h3><p></p><table border="0" class="table table-striped"><tr class="a"><th>Call Type</th><th>Resource</th><th>Description</th></tr><tr class="b"><td>POST</td><td><a href="./EntityValidate.html">api/entities/validate/:entity-type</a></td><td>Validate the entity</td></tr><tr class="a"><td>POST</td><td><a href="./EntitySubmit.html">api/entities/submit/:entity-type</a></td><td>Submit the entity</td></tr><tr class="b"><td>POST</td><td><a href="./EntityUpdate.html">api/entities/update/:entity-type/:entity-name</a></td><td>Update the entity</td></tr><tr class="a"><td>POST</td><td><a href="./EntitySubmitAndSchedule.html">api/entities/submitAndSchedule/:entity-type</a></td><td>Submit & Schedule the entity</td></tr><tr class="b"><td>POST</td><td><a href="./EntitySchedule.html">api/entities/schedule/:entity-type/:entity-name</a></td><td>Schedule the entity</td></tr><tr class="a"><t
d>POST</td><td><a href="./EntitySuspend.html">api/entities/suspend/:entity-type/:entity-name</a></td><td>Suspend the entity</td></tr><tr class="b"><td>POST</td><td><a href="./EntityResume.html">api/entities/resume/:entity-type/:entity-name</a></td><td>Resume the entity</td></tr><tr class="a"><td>DELETE</td><td><a href="./EntityDelete.html">api/entities/delete/:entity-type/:entity-name</a></td><td>Delete the entity</td></tr><tr class="b"><td>GET</td><td><a href="./EntityStatus.html">api/entities/status/:entity-type/:entity-name</a></td><td>Get the status of the entity</td></tr><tr class="a"><td>GET</td><td><a href="./EntityDefinition.html">api/entities/definition/:entity-type/:entity-name</a></td><td>Get the definition of the entity</td></tr><tr class="b"><td>GET</td><td><a href="./EntityList.html">api/entities/list/:entity-type?fields=:fields</a></td><td>Get the list of entities</td></tr><tr class="a"><td>GET</td><td><a href="./EntityDependencies.html">api/entities/dependencies/:ent
ity-type/:entity-name</a></td><td>Get the dependencies of the entity</td></tr></table></div><div class="section"><h3>REST Call on Feed and Process Instances<a name="REST_Call_on_Feed_and_Process_Instances"></a></h3><p></p><table border="0" class="table table-striped"><tr class="a"><th>Call Type</th><th>Resource</th><th>Description</th></tr><tr class="b"><td>GET</td><td><a href="./InstanceRunning.html">api/instance/running/:entity-type/:entity-name</a></td><td>List of running instances.</td></tr><tr class="a"><td>GET</td><td><a href="./InstanceStatus.html">api/instance/status/:entity-type/:entity-name</a>]</td><td>Status of a given instance</td></tr><tr class="b"><td>POST</td><td><a href="./InstanceKill.html">api/instance/kill/:entity-type/:entity-name</a>]</td><td>Kill a given instance</td></tr><tr class="a"><td>POST</td><td><a href="./InstanceSuspend.html">api/instance/suspend/:entity-type/:entity-name</a>]</td><td>Suspend a running instance</td></tr><tr class="b"><td>POST</td><td>
<a href="./InstanceResume.html">api/instance/resume/:entity-type/:entity-name</a>]</td><td>Resume a given instance</td></tr><tr class="a"><td>POST</td><td><a href="./InstanceRerun.html">api/instance/rerun/:entity-type/:entity-name</a>]</td><td>Rerun a given instance</td></tr><tr class="b"><td>GET</td><td><a href="./InstanceLogs.html">api/instance/logs/:entity-type/:entity-name</a>]</td><td>Get logs of a given instance</td></tr></table></div>
+ <div class="section">
+<h2>RESTful Resources<a name="RESTful_Resources"></a></h2>
+<p></p>
+<ul>
+<li><a href="#REST_Call_on_Entity_Resource">REST Call on Entity Resource</a></li>
+<li><a href="#REST_Call_on_Feed_and_Process_Instances">REST Call on Feed/Process Instances</a></li>
+<li><a href="#REST_Call_on_Admin_Resource">REST Call on Admin Resource</a></li></ul></div>
+<div class="section">
+<h3>REST Call on Admin Resource<a name="REST_Call_on_Admin_Resource"></a></h3>
+<p></p>
+<table border="0" class="table table-striped">
+<tr class="a">
+<th>Call Type</th>
+<th>Resource</th>
+<th>Description</th></tr>
+<tr class="b">
+<td>GET</td>
+<td><a href="./AdminStack.html">api/admin/stack</a></td>
+<td>Get stack of the server</td></tr>
+<tr class="a">
+<td>GET</td>
+<td><a href="./AdminVersion.html">api/admin/version</a></td>
+<td>Get version of the server</td></tr>
+<tr class="b">
+<td>GET</td>
+<td><a href="./AdminConfig.html">api/admin/config/:config-type</a></td>
+<td>Get configuration information of the server</td></tr></table></div>
+<div class="section">
+<h3>REST Call on Entity Resource<a name="REST_Call_on_Entity_Resource"></a></h3>
+<p></p>
+<table border="0" class="table table-striped">
+<tr class="a">
+<th>Call Type</th>
+<th>Resource</th>
+<th>Description</th></tr>
+<tr class="b">
+<td>POST</td>
+<td><a href="./EntityValidate.html">api/entities/validate/:entity-type</a></td>
+<td>Validate the entity</td></tr>
+<tr class="a">
+<td>POST</td>
+<td><a href="./EntitySubmit.html">api/entities/submit/:entity-type</a></td>
+<td>Submit the entity</td></tr>
+<tr class="b">
+<td>POST</td>
+<td><a href="./EntityUpdate.html">api/entities/update/:entity-type/:entity-name</a></td>
+<td>Update the entity</td></tr>
+<tr class="a">
+<td>POST</td>
+<td><a href="./EntitySubmitAndSchedule.html">api/entities/submitAndSchedule/:entity-type</a></td>
+<td>Submit & Schedule the entity</td></tr>
+<tr class="b">
+<td>POST</td>
+<td><a href="./EntitySchedule.html">api/entities/schedule/:entity-type/:entity-name</a></td>
+<td>Schedule the entity</td></tr>
+<tr class="a">
+<td>POST</td>
+<td><a href="./EntitySuspend.html">api/entities/suspend/:entity-type/:entity-name</a></td>
+<td>Suspend the entity</td></tr>
+<tr class="b">
+<td>POST</td>
+<td><a href="./EntityResume.html">api/entities/resume/:entity-type/:entity-name</a></td>
+<td>Resume the entity</td></tr>
+<tr class="a">
+<td>DELETE</td>
+<td><a href="./EntityDelete.html">api/entities/delete/:entity-type/:entity-name</a></td>
+<td>Delete the entity</td></tr>
+<tr class="b">
+<td>GET</td>
+<td><a href="./EntityStatus.html">api/entities/status/:entity-type/:entity-name</a></td>
+<td>Get the status of the entity</td></tr>
+<tr class="a">
+<td>GET</td>
+<td><a href="./EntityDefinition.html">api/entities/definition/:entity-type/:entity-name</a></td>
+<td>Get the definition of the entity</td></tr>
+<tr class="b">
+<td>GET</td>
+<td><a href="./EntityList.html">api/entities/list/:entity-type?fields=:fields</a></td>
+<td>Get the list of entities</td></tr>
+<tr class="a">
+<td>GET</td>
+<td><a href="./EntityDependencies.html">api/entities/dependencies/:entity-type/:entity-name</a></td>
+<td>Get the dependencies of the entity</td></tr></table></div>
+<div class="section">
+<h3>REST Call on Feed and Process Instances<a name="REST_Call_on_Feed_and_Process_Instances"></a></h3>
+<p></p>
+<table border="0" class="table table-striped">
+<tr class="a">
+<th>Call Type</th>
+<th>Resource</th>
+<th>Description</th></tr>
+<tr class="b">
+<td>GET</td>
+<td><a href="./InstanceRunning.html">api/instance/running/:entity-type/:entity-name</a></td>
+<td>List of running instances.</td></tr>
+<tr class="a">
+<td>GET</td>
+<td><a href="./InstanceStatus.html">api/instance/status/:entity-type/:entity-name</a>]</td>
+<td>Status of a given instance</td></tr>
+<tr class="b">
+<td>POST</td>
+<td><a href="./InstanceKill.html">api/instance/kill/:entity-type/:entity-name</a>]</td>
+<td>Kill a given instance</td></tr>
+<tr class="a">
+<td>POST</td>
+<td><a href="./InstanceSuspend.html">api/instance/suspend/:entity-type/:entity-name</a>]</td>
+<td>Suspend a running instance</td></tr>
+<tr class="b">
+<td>POST</td>
+<td><a href="./InstanceResume.html">api/instance/resume/:entity-type/:entity-name</a>]</td>
+<td>Resume a given instance</td></tr>
+<tr class="a">
+<td>POST</td>
+<td><a href="./InstanceRerun.html">api/instance/rerun/:entity-type/:entity-name</a>]</td>
+<td>Rerun a given instance</td></tr>
+<tr class="b">
+<td>GET</td>
+<td><a href="./InstanceLogs.html">api/instance/logs/:entity-type/:entity-name</a>]</td>
+<td>Get logs of a given instance</td></tr></table></div>
</div>
</div>
Modified: incubator/falcon/site/index-new.html
URL: http://svn.apache.org/viewvc/incubator/falcon/site/index-new.html?rev=1608028&r1=1608027&r2=1608028&view=diff
==============================================================================
--- incubator/falcon/site/index-new.html (original)
+++ incubator/falcon/site/index-new.html Sat Jul 5 14:55:57 2014
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at Feb 6, 2014
+ | Generated by Apache Maven Doxia at 2014-07-05
| Rendered using Apache Maven Fluido Skin 1.3.0
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20140206" />
+ <meta name="Date-Revision-yyyymmdd" content="20140705" />
<meta http-equiv="Content-Language" content="en" />
<title>Falcon - </title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.3.0.min.css" />
@@ -153,6 +153,9 @@
<li> <a href="docs/HiveIntegration.html" title="Hive Integration">Hive Integration</a>
</li>
+
+ <li> <a href="docs/Security.html" title="Security">Security</a>
+</li>
</ul>
</li>
<li class="dropdown">
@@ -236,7 +239,7 @@
- <li id="publishDate" class="pull-right">Last Published: 2014-02-06</li>
+ <li id="publishDate" class="pull-right">Last Published: 2014-07-05</li>
</ul>
</div>
@@ -245,7 +248,9 @@
<div id="bodyColumn" >
- <p><div class="hero-unit"> <h3>Welcome to Apache Falcon!</h3> <p> <span style="font-weight: bold">Apache Falcon</span> is a data processing and management solution for Hadoop designed for data motion, coordination of data pipelines, lifecycle management, and data discovery. Falcon enables end consumers to quickly onboard their data and its associated processing and management tasks on Hadoop clusters. </p> </div></p><p><div id="components" class="carousel slide"> <!-- Carousel items --> <div class="carousel-inner"> <div class="active item"> <div class="hero-unit"> <h1>Data Motion</h1> <p>Data Import & Export from DBs, Filers into HDFS.</p> <p> <a class="btn btn-primary pull-right" href="././docs/GettingStarted.html">Learn more</a> </p> </div> </div> <div class="item"> <div class="hero-unit"> <h1>Process orchestration</h1> <p>La
te Data Handling, Retries, etc.</p> <p>Multi-cluster management to support Local/Global Aggregations, Rollups, etc.</p> <!-- <p> <a href="http://oozie.apache.org/">Scheduler</a> integration. </p> --> <p> <a class="btn btn-primary pull-right" href="././docs/GettingStarted.html">Learn more</a> </p> </div> </div> <div class="item"> <div class="hero-unit"> <h1>Data Lifecycle Management</h1> <p>Retention, Replication/BCP/DR, Anonymization of PII Data, Archival, etc.</p> <p> <a class="btn btn-primary pull-right" href="././docs/GettingStarted.html">Learn more</a> </p> </div> </div> <div class="item"> <div class="hero-unit"> <h1>Data Discovery</h1> <p>Data Classification, Audit, Lineage.</p> <p> <a class="btn btn-pr
imary pull-right" href="././docs/GettingStarted.html">Learn more</a> </p> </div> </div> </div> </div></p><p><div class="hero-unit"> <h3>Getting Involved</h3> <p> Developers interested in getting involved with Falcon may join the [[./mail-lists.html][mailing lists]], [[https://issues.apache.org/jira/browse/FALCON][report bugs]], retrieve code from the [[./source-repository.html][version control system]], and make [[https://cwiki.apache.org/confluence/display/FALCON/How+To+Contribute][contributions]]. </p> </div></p>
+ <p><div class="hero-unit"> <h3>Welcome to Apache Falcon!</h3> <p> <span style="font-weight: bold">Apache Falcon</span> is a data processing and management solution for Hadoop designed for data motion, coordination of data pipelines, lifecycle management, and data discovery. Falcon enables end consumers to quickly onboard their data and its associated processing and management tasks on Hadoop clusters. </p> </div></p>
+<p><div id="components" class="carousel slide"> <!-- Carousel items --> <div class="carousel-inner"> <div class="active item"> <div class="hero-unit"> <h1>Data Motion</h1> <p>Data Import & Export from DBs, Filers into HDFS.</p> <p> <a class="btn btn-primary pull-right" href="././docs/GettingStarted.html">Learn more</a> </p> </div> </div> <div class="item"> <div class="hero-unit"> <h1>Process orchestration</h1> <p>Late Data Handling, Retries, etc.</p> <p>Multi-cluster management to support Local/Global Aggregations, Rollups, etc.</p> <!-- <p> <a href="http://oozie.apache.org/">Scheduler</a> integration. </p> --> <p> <a class="btn btn-primary pull-right" href="././docs/GettingStarted.html">Learn more</a> </p> </div> </div> <div cla
ss="item"> <div class="hero-unit"> <h1>Data Lifecycle Management</h1> <p>Retention, Replication/BCP/DR, Anonymization of PII Data, Archival, etc.</p> <p> <a class="btn btn-primary pull-right" href="././docs/GettingStarted.html">Learn more</a> </p> </div> </div> <div class="item"> <div class="hero-unit"> <h1>Data Discovery</h1> <p>Data Classification, Audit, Lineage.</p> <p> <a class="btn btn-primary pull-right" href="././docs/GettingStarted.html">Learn more</a> </p> </div> </div> </div> </div></p>
+<p><div class="hero-unit"> <h3>Getting Involved</h3> <p> Developers interested in getting involved with Falcon may join the [[./mail-lists.html][mailing lists]], [[https://issues.apache.org/jira/browse/FALCON][report bugs]], retrieve code from the [[./source-repository.html][version control system]], and make [[https://cwiki.apache.org/confluence/display/FALCON/How+To+Contribute][contributions]]. </p> </div></p>
</div>
</div>
Modified: incubator/falcon/site/index.html
URL: http://svn.apache.org/viewvc/incubator/falcon/site/index.html?rev=1608028&r1=1608027&r2=1608028&view=diff
==============================================================================
--- incubator/falcon/site/index.html (original)
+++ incubator/falcon/site/index.html Sat Jul 5 14:55:57 2014
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at Feb 6, 2014
+ | Generated by Apache Maven Doxia at 2014-07-05
| Rendered using Apache Maven Fluido Skin 1.3.0
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20140206" />
+ <meta name="Date-Revision-yyyymmdd" content="20140705" />
<meta http-equiv="Content-Language" content="en" />
<title>Falcon - Apache Falcon - Data management and processing platform</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.3.0.min.css" />
@@ -153,6 +153,9 @@
<li> <a href="docs/HiveIntegration.html" title="Hive Integration">Hive Integration</a>
</li>
+
+ <li> <a href="docs/Security.html" title="Security">Security</a>
+</li>
</ul>
</li>
<li class="dropdown">
@@ -236,7 +239,7 @@
- <li id="publishDate" class="pull-right">Last Published: 2014-02-06</li>
+ <li id="publishDate" class="pull-right">Last Published: 2014-07-05</li>
</ul>
</div>
@@ -245,7 +248,16 @@
<div id="bodyColumn" >
- <div class="section"><h2>Apache Falcon - Data management and processing platform<a name="Apache_Falcon_-_Data_management_and_processing_platform"></a></h2><p>Apache Falcon is a data processing and management solution for Hadoop designed for data motion, coordination of data pipelines, lifecycle management, and data discovery. Falcon enables end consumers to quickly onboard their data and its associated processing and management tasks on Hadoop clusters.</p><p>Data Management on Hadoop encompasses data motion, process orchestration, lifecycle management, data discovery, etc. among other concerns. Falcon is a new data processing and management platform for Hadoop that solves this problem and creates additional opportunities by building on existing components within the Hadoop ecosystem without reinventing the wheel.</p><p>Falcon will enable easy data management via declarative mechanism for Hadoop. Users of Falcon platform simply define infrastructure endpoints, data sets
and processing rules declaratively. These declarative configurations are expressed in such a way that the dependencies between these configured entities are explicitly described. This information about inter-dependencies between various entities allows Falcon to orchestrate and manage various data management functions.</p><p>Falcon was accepted as an incubation project in April 2013 and is now in apache incubation.</p><p><div id="components" class="carousel slide"> <!-- Carousel items --> <div class="carousel-inner"> <div class="active item"> <div class="hero-unit"> <h3>Provides key services for data processing apps</h3> <p>Complex data processing logic handled by Falcon instead of hard-coded in apps</p> <!-- <p> <a class="btn btn-primary pull-right" href="././docs/GettingStarted.html">Learn more</a> </p> --> </div> </div> <div class="item"> <div class="hero-
unit"> <h3>Introduces higher layer of abstractions</h3> <p>Data Set, Infrastructure (Cluster, Database, Filer, etc.), Process</p> </div> </div> <div class="item"> <div class="hero-unit"> <h3>Declarative language for expressing data management functions</h3> <p>Data management expressed as simple directives, instead of verbosely defining it repeatedly</p> </div> </div> <div class="item"> <div class="hero-unit"> <h3>Promotes Separation of Concerns</h3> <p> Allow process owners to keep application/user workflow specific to their application logic than muddy them with the common management functions. </p> </div> </div> <div class="item"> <div class="hero-unit"> <h3>Promotes Polyglot programming</h3> <p> Does not do any heavy lifting but delegates to tools with i
n the Hadoop ecosystem, Enhances productivity </p> </div> </div> <div class="item"> <div class="hero-unit"> <h3>Data Motion</h3> <p>Data Import & Export from DBs, Filers into HDFS</p> </div> </div> <div class="item"> <div class="hero-unit"> <h3>Process orchestration</h3> <p> Late Data Handling, Retries, etc. Multi-cluster management to support Local/Global Aggregations, Rollups, etc. <a href="http://oozie.apache.org/">Scheduler</a> integration </p> </div> </div> <div class="item"> <div class="hero-unit"> <h3>Data Lifecycle Management</h3> <p>Retention, Replication/BCP/DR, Anonymization of PII Data, Archival, etc.</p> </div> </div> <div class="item"> <div class="hero-unit"> <h3>Data Discovery</h3> <p>Data
Classification, Audit, Lineage.</p> </div> </div> </div> </div></p></div><div class="section"><h3>Getting Involved<a name="Getting_Involved"></a></h3><p>Developers interested in getting involved with Falcon may join the <a href="././mail-lists.html">mailing lists</a>, <a class="externalLink" href="https://issues.apache.org/jira/browse/FALCON">report bugs</a>, retrieve code from the <a href="././source-repository.html">version control system</a>, and make <a href="././wiki/HowToContribute.html">contributions</a>.</p></div>
+ <div class="section">
+<h2>Apache Falcon - Data management and processing platform<a name="Apache_Falcon_-_Data_management_and_processing_platform"></a></h2>
+<p>Apache Falcon is a data processing and management solution for Hadoop designed for data motion, coordination of data pipelines, lifecycle management, and data discovery. Falcon enables end consumers to quickly onboard their data and its associated processing and management tasks on Hadoop clusters.</p>
+<p>Data Management on Hadoop encompasses data motion, process orchestration, lifecycle management, data discovery, etc. among other concerns. Falcon is a new data processing and management platform for Hadoop that solves this problem and creates additional opportunities by building on existing components within the Hadoop ecosystem without reinventing the wheel.</p>
+<p>Falcon will enable easy data management via declarative mechanism for Hadoop. Users of Falcon platform simply define infrastructure endpoints, data sets and processing rules declaratively. These declarative configurations are expressed in such a way that the dependencies between these configured entities are explicitly described. This information about inter-dependencies between various entities allows Falcon to orchestrate and manage various data management functions.</p>
+<p>Falcon was accepted as an incubation project in April 2013 and is now in apache incubation.</p>
+<p><div id="components" class="carousel slide"> <!-- Carousel items --> <div class="carousel-inner"> <div class="active item"> <div class="hero-unit"> <h3>Provides key services for data processing apps</h3> <p>Complex data processing logic handled by Falcon instead of hard-coded in apps</p> <!-- <p> <a class="btn btn-primary pull-right" href="././docs/GettingStarted.html">Learn more</a> </p> --> </div> </div> <div class="item"> <div class="hero-unit"> <h3>Introduces higher layer of abstractions</h3> <p>Data Set, Infrastructure (Cluster, Database, Filer, etc.), Process</p> </div> </div> <div class="item"> <div class="hero-unit"> <h3>Declarative language for expressing data management functions</h3> <p>Data management expressed as simple directives, instead of verbosely defining it repeate
dly</p> </div> </div> <div class="item"> <div class="hero-unit"> <h3>Promotes Separation of Concerns</h3> <p> Allow process owners to keep application/user workflow specific to their application logic than muddy them with the common management functions. </p> </div> </div> <div class="item"> <div class="hero-unit"> <h3>Promotes Polyglot programming</h3> <p> Does not do any heavy lifting but delegates to tools with in the Hadoop ecosystem, Enhances productivity </p> </div> </div> <div class="item"> <div class="hero-unit"> <h3>Data Motion</h3> <p>Data Import & Export from DBs, Filers into HDFS</p> </div> </div> <div class="item"> <div class="hero-unit"> <h3>Process orchestration</h3> <p> La
te Data Handling, Retries, etc. Multi-cluster management to support Local/Global Aggregations, Rollups, etc. <a href="http://oozie.apache.org/">Scheduler</a> integration </p> </div> </div> <div class="item"> <div class="hero-unit"> <h3>Data Lifecycle Management</h3> <p>Retention, Replication/BCP/DR, Anonymization of PII Data, Archival, etc.</p> </div> </div> <div class="item"> <div class="hero-unit"> <h3>Data Discovery</h3> <p>Data Classification, Audit, Lineage.</p> </div> </div> </div> </div></p></div>
+<div class="section">
+<h3>Getting Involved<a name="Getting_Involved"></a></h3>
+<p>Developers interested in getting involved with Falcon may join the <a href="././mail-lists.html">mailing lists</a>, <a class="externalLink" href="https://issues.apache.org/jira/browse/FALCON">report bugs</a>, retrieve code from the <a href="././source-repository.html">version control system</a>, and make <a href="././wiki/HowToContribute.html">contributions</a>.</p></div>
</div>
</div>
Modified: incubator/falcon/site/issue-tracking.html
URL: http://svn.apache.org/viewvc/incubator/falcon/site/issue-tracking.html?rev=1608028&r1=1608027&r2=1608028&view=diff
==============================================================================
--- incubator/falcon/site/issue-tracking.html (original)
+++ incubator/falcon/site/issue-tracking.html Sat Jul 5 14:55:57 2014
@@ -153,6 +153,9 @@
<li> <a href="docs/HiveIntegration.html" title="Hive Integration">Hive Integration</a>
</li>
+
+ <li> <a href="docs/Security.html" title="Security">Security</a>
+</li>
</ul>
</li>
<li class="dropdown">
Modified: incubator/falcon/site/license.html
URL: http://svn.apache.org/viewvc/incubator/falcon/site/license.html?rev=1608028&r1=1608027&r2=1608028&view=diff
==============================================================================
--- incubator/falcon/site/license.html (original)
+++ incubator/falcon/site/license.html Sat Jul 5 14:55:57 2014
@@ -153,6 +153,9 @@
<li> <a href="docs/HiveIntegration.html" title="Hive Integration">Hive Integration</a>
</li>
+
+ <li> <a href="docs/Security.html" title="Security">Security</a>
+</li>
</ul>
</li>
<li class="dropdown">
Modified: incubator/falcon/site/mail-lists.html
URL: http://svn.apache.org/viewvc/incubator/falcon/site/mail-lists.html?rev=1608028&r1=1608027&r2=1608028&view=diff
==============================================================================
--- incubator/falcon/site/mail-lists.html (original)
+++ incubator/falcon/site/mail-lists.html Sat Jul 5 14:55:57 2014
@@ -153,6 +153,9 @@
<li> <a href="docs/HiveIntegration.html" title="Hive Integration">Hive Integration</a>
</li>
+
+ <li> <a href="docs/Security.html" title="Security">Security</a>
+</li>
</ul>
</li>
<li class="dropdown">
Modified: incubator/falcon/site/project-info.html
URL: http://svn.apache.org/viewvc/incubator/falcon/site/project-info.html?rev=1608028&r1=1608027&r2=1608028&view=diff
==============================================================================
--- incubator/falcon/site/project-info.html (original)
+++ incubator/falcon/site/project-info.html Sat Jul 5 14:55:57 2014
@@ -153,6 +153,9 @@
<li> <a href="docs/HiveIntegration.html" title="Hive Integration">Hive Integration</a>
</li>
+
+ <li> <a href="docs/Security.html" title="Security">Security</a>
+</li>
</ul>
</li>
<li class="dropdown">
Modified: incubator/falcon/site/source-repository.html
URL: http://svn.apache.org/viewvc/incubator/falcon/site/source-repository.html?rev=1608028&r1=1608027&r2=1608028&view=diff
==============================================================================
--- incubator/falcon/site/source-repository.html (original)
+++ incubator/falcon/site/source-repository.html Sat Jul 5 14:55:57 2014
@@ -153,6 +153,9 @@
<li> <a href="docs/HiveIntegration.html" title="Hive Integration">Hive Integration</a>
</li>
+
+ <li> <a href="docs/Security.html" title="Security">Security</a>
+</li>
</ul>
</li>
<li class="dropdown">
Modified: incubator/falcon/site/team-list.html
URL: http://svn.apache.org/viewvc/incubator/falcon/site/team-list.html?rev=1608028&r1=1608027&r2=1608028&view=diff
==============================================================================
--- incubator/falcon/site/team-list.html (original)
+++ incubator/falcon/site/team-list.html Sat Jul 5 14:55:57 2014
@@ -153,6 +153,9 @@
<li> <a href="docs/HiveIntegration.html" title="Hive Integration">Hive Integration</a>
</li>
+
+ <li> <a href="docs/Security.html" title="Security">Security</a>
+</li>
</ul>
</li>
<li class="dropdown">
Modified: incubator/falcon/site/wiki/HowToContribute.html
URL: http://svn.apache.org/viewvc/incubator/falcon/site/wiki/HowToContribute.html?rev=1608028&r1=1608027&r2=1608028&view=diff
==============================================================================
--- incubator/falcon/site/wiki/HowToContribute.html (original)
+++ incubator/falcon/site/wiki/HowToContribute.html Sat Jul 5 14:55:57 2014
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at Feb 6, 2014
+ | Generated by Apache Maven Doxia at 2014-07-05
| Rendered using Apache Maven Fluido Skin 1.3.0
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20140206" />
+ <meta name="Date-Revision-yyyymmdd" content="20140705" />
<meta http-equiv="Content-Language" content="en" />
<title>Falcon - How To Contribute</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.3.0.min.css" />
@@ -153,6 +153,9 @@
<li> <a href="../docs/HiveIntegration.html" title="Hive Integration">Hive Integration</a>
</li>
+
+ <li> <a href="../docs/Security.html" title="Security">Security</a>
+</li>
</ul>
</li>
<li class="dropdown">
@@ -236,7 +239,7 @@
- <li id="publishDate" class="pull-right">Last Published: 2014-02-06</li>
+ <li id="publishDate" class="pull-right">Last Published: 2014-07-05</li>
</ul>
</div>
@@ -245,7 +248,12 @@
<div id="bodyColumn" >
- <div class="section"><h2>How To Contribute<a name="How_To_Contribute"></a></h2><p>Welcome contributors! We strive to include everyone's contributions. This page provides necessary guidelines on how to contribute effectively towards furthering the development and evolution of Apache Falcon. You should also read the guide on setting up Development Environment where you will find details on how to checkout, build and test Apache Falcon.</p><p>Note: This guide applies to general contributors. If you are a committer, please read the How to Commit as well.</p></div><div class="section"><h3>TBD<a name="TBD"></a></h3></div>
+ <div class="section">
+<h2>How To Contribute<a name="How_To_Contribute"></a></h2>
+<p>Welcome contributors! We strive to include everyone's contributions. This page provides necessary guidelines on how to contribute effectively towards furthering the development and evolution of Apache Falcon. You should also read the guide on setting up Development Environment where you will find details on how to checkout, build and test Apache Falcon.</p>
+<p>Note: This guide applies to general contributors. If you are a committer, please read the How to Commit as well.</p></div>
+<div class="section">
+<h3>TBD<a name="TBD"></a></h3></div>
</div>
</div>
Modified: incubator/falcon/trunk/general/src/site/site.xml
URL: http://svn.apache.org/viewvc/incubator/falcon/trunk/general/src/site/site.xml?rev=1608028&r1=1608027&r2=1608028&view=diff
==============================================================================
--- incubator/falcon/trunk/general/src/site/site.xml (original)
+++ incubator/falcon/trunk/general/src/site/site.xml Sat Jul 5 14:55:57 2014
@@ -116,6 +116,7 @@
<item name="Client (Falcon CLI)" href="./docs/FalconCLI.html"/>
<item name="Rest API" href="./docs/restapi/ResourceList.html"/>
<item name="Hive Integration" href="./docs/HiveIntegration.html"/>
+ <item name="Security" href="./docs/Security.html"/>
</menu>
<menu name="ASF">