You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@falcon.apache.org by sr...@apache.org on 2015/03/03 17:30:50 UTC
svn commit: r1663735 [2/2] - in /falcon: site/ site/0.3-incubating/
site/0.4-incubating/ site/0.5-incubating/ site/0.6-incubating/
trunk/general/src/site/ trunk/general/src/site/twiki/
trunk/releases/0.3-incubating/src/site/twiki/docs/ trunk/releases/0...
Modified: falcon/site/team-list.html
URL: http://svn.apache.org/viewvc/falcon/site/team-list.html?rev=1663735&r1=1663734&r2=1663735&view=diff
==============================================================================
--- falcon/site/team-list.html (original)
+++ falcon/site/team-list.html Tue Mar 3 16:30:48 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-02-18
+ | Generated by Apache Maven Doxia at 2015-03-03
| Rendered using Apache Maven Fluido Skin 1.3.0
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150218" />
+ <meta name="Date-Revision-yyyymmdd" content="20150303" />
<meta http-equiv="Content-Language" content="en" />
<title>Falcon - Team list</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.3.0.min.css" />
@@ -242,7 +242,7 @@
- <li id="publishDate" class="pull-right">Last Published: 2015-02-18</li>
+ <li id="publishDate" class="pull-right">Last Published: 2015-03-03</li>
</ul>
</div>
Modified: falcon/trunk/general/src/site/site.xml
URL: http://svn.apache.org/viewvc/falcon/trunk/general/src/site/site.xml?rev=1663735&r1=1663734&r2=1663735&view=diff
==============================================================================
--- falcon/trunk/general/src/site/site.xml (original)
+++ falcon/trunk/general/src/site/site.xml Tue Mar 3 16:30:48 2015
@@ -101,7 +101,6 @@
<menu name="Documentation">
<!-- current points to latest release -->
- <item name="current" href="./0.6-incubating/index.html"/>
<item name="0.6-incubating" href="./0.6-incubating/index.html"/>
<item name="0.5-incubating" href="./0.5-incubating/index.html"/>
<item name="0.4-incubating" href="./0.4-incubating/index.html"/>
Modified: falcon/trunk/general/src/site/twiki/FalconCLI.twiki
URL: http://svn.apache.org/viewvc/falcon/trunk/general/src/site/twiki/FalconCLI.twiki?rev=1663735&r1=1663734&r2=1663735&view=diff
==============================================================================
--- falcon/trunk/general/src/site/twiki/FalconCLI.twiki (original)
+++ falcon/trunk/general/src/site/twiki/FalconCLI.twiki Tue Mar 3 16:30:48 2015
@@ -54,7 +54,7 @@ $FALCON_HOME/bin/falcon entity -type [cl
Optional Args : -fields <<field1,field2>> -filterBy <<field1:value1,field2:value2>> -tags <<tagkey=tagvalue,tagkey=tagvalue>>
-orderBy <<field>> -sortOrder <<sortOrder>> -offset 0 -numResults 10
-<a href="./Restapi/EntityList.html">Optional params described here.</a>
+<a href="./restapi/EntityList.html">Optional params described here.</a>
@@ -70,7 +70,7 @@ Optional Args : -start "yyyy-MM-dd'T'HH:
-filterBy <<field1:value1,field2:value2>> -tags <<tagkey=tagvalue,tagkey=tagvalue>>
-orderBy <<field>> -sortOrder <<sortOrder>> -offset 0 -numResults 10 -numInstances 7
-<a href="./Restapi/EntitySummary.html">Optional params described here.</a>
+<a href="./restapi/EntitySummary.html">Optional params described here.</a>
---+++Update
@@ -171,7 +171,7 @@ Optional Args : -start "yyyy-MM-dd'T'HH:
-filterBy <<field1:value1,field2:value2>> -lifecycle <<lifecycles>>
-orderBy field -sortOrder <<sortOrder>> -offset 0 -numResults 10
-<a href="./Restapi/InstanceStatus.html"> Optional params described here.</a>
+<a href="./restapi/InstanceStatus.html"> Optional params described here.</a>
---+++List
@@ -189,7 +189,7 @@ Optional Args : -start "yyyy-MM-dd'T'HH:
-colo <<colo>> -lifecycle <<lifecycles>>
-filterBy <<field1:value1,field2:value2>> -orderBy field -sortOrder <<sortOrder>> -offset 0 -numResults 10
-<a href="./Restapi/InstanceList.html">Optional params described here.</a>
+<a href="./restapi/InstanceList.html">Optional params described here.</a>
---+++Summary
@@ -207,7 +207,7 @@ $FALCON_HOME/bin/falcon instance -type <
Optional Args : -start "yyyy-MM-dd'T'HH:mm'Z'" -end "yyyy-MM-dd'T'HH:mm'Z'"
-colo <<colo>> -lifecycle <<lifecycles>>
-<a href="./Restapi/InstanceSummary.html">Optional params described here.</a>
+<a href="./restapi/InstanceSummary.html">Optional params described here.</a>
---+++Running
@@ -219,7 +219,7 @@ $FALCON_HOME/bin/falcon instance -type <
Optional Args : -colo <<colo>> -lifecycle <<lifecycles>>
-filterBy <<field1:value1,field2:value2>> -orderBy <<field>> -sortOrder <<sortOrder>> -offset 0 -numResults 10
-<a href="./Restapi/InstanceRunning.html">Optional params described here.</a>
+<a href="./restapi/InstanceRunning.html">Optional params described here.</a>
---+++FeedInstanceListing
@@ -231,7 +231,7 @@ $FALCON_HOME/bin/falcon instance -entity
Optional Args : -start "yyyy-MM-dd'T'HH:mm'Z'" -end "yyyy-MM-dd'T'HH:mm'Z'"
-colo <<colo>>
-<a href="./Restapi/FeedInstanceListing.html">Optional params described here.</a>
+<a href="./restapi/FeedInstanceListing.html">Optional params described here.</a>
---+++Logs
@@ -244,7 +244,7 @@ Optional Args : -start "yyyy-MM-dd'T'HH:
-colo <<colo>> -lifecycle <<lifecycles>>
-filterBy <<field1:value1,field2:value2>> -orderBy field -sortOrder <<sortOrder>> -offset 0 -numResults 10
-<a href="./Restapi/InstanceLogs.html">Optional params described here.</a>
+<a href="./restapi/InstanceLogs.html">Optional params described here.</a>
---+++LifeCycle
Modified: falcon/trunk/general/src/site/twiki/FalconDocumentation.twiki
URL: http://svn.apache.org/viewvc/falcon/trunk/general/src/site/twiki/FalconDocumentation.twiki?rev=1663735&r1=1663734&r2=1663735&view=diff
==============================================================================
--- falcon/trunk/general/src/site/twiki/FalconDocumentation.twiki (original)
+++ falcon/trunk/general/src/site/twiki/FalconDocumentation.twiki Tue Mar 3 16:30:48 2015
@@ -153,7 +153,7 @@ Examples:
---++ Entity Management actions
-All the following operation can also be done using [[restapi/ResourceList][Falcon's RESTful API]].
+All the following operation can also be done using [[./restapi/ResourceList][Falcon's RESTful API]].
---+++ Submit
Entity submit action allows a new cluster/feed/process to be setup within Falcon. Submitted entity is not
Added: falcon/trunk/general/src/site/twiki/Recipes.twiki
URL: http://svn.apache.org/viewvc/falcon/trunk/general/src/site/twiki/Recipes.twiki?rev=1663735&view=auto
==============================================================================
--- falcon/trunk/general/src/site/twiki/Recipes.twiki (added)
+++ falcon/trunk/general/src/site/twiki/Recipes.twiki Tue Mar 3 16:30:48 2015
@@ -0,0 +1,77 @@
+---+ Falcon Recipes
+
+---++ Overview
+
+A Falcon recipe is a static process template with parameterized workflow to realize a specific use case. Recipes are
+defined in user space. Recipes will not have support for update or lifecycle management.
+
+For example:
+
+ * Replicating directories from one HDFS cluster to another (not timed partitions)
+ * Replicating hive metadata (database, table, views, etc.)
+ * Replicating between HDFS and Hive - either way
+ * Data masking etc.
+
+---++ Proposal
+
+Falcon provides a Process abstraction that encapsulates the configuration for a user workflow with scheduling
+controls. All recipes can be modeled as a Process with in Falcon which executes the user workflow periodically. The
+process and its associated workflow are parameterized. The user will provide a properties file with name value pairs
+that are substituted by falcon before scheduling it. Falcon translates these recipes as a process entity by
+replacing the parameters in the workflow definition.
+
+---++ Falcon CLI recipe support
+
+Falcon CLI functionality to support recipes has been added.
+<a href="./FalconCLI.html">Recipe command usage is defined here.</a>
+
+CLI accepts recipe option with a recipe name and optional tool and does the following:
+ * Validates the options; name option is mandatory and tool is optional and should be provided if user wants to override the base recipe tool
+ * Looks for <name>-workflow.xml, <name>-template.xml and <name>.properties file in the path specified by falcon.recipe.path in client.properties. If files cannot be found then Falcon CLI will fail
+ * Invokes a Tool to substitute the properties in the templated process for the recipe. By default invokes base tool if tool option is not passed. Tool is responsible for generating process entity at the path specified by FalconCLI
+ * Validates the generated entity
+ * Submit and schedule this entity
+ * Generated process entity files are stored in tmp directory
+
+---++ Base Recipe tool
+
+Falcon provides a base tool that recipes can override. Base Recipe tool does the following:
+ * Expects recipe template file path, recipe properties file path and path where process entity to be submitted should be generated. Validates these arguments
+ * Validates the artifacts i.e. workflow and/or lib files specified in the recipe template exists on local filesystem or HDFS at the specified path else returns error
+ * Copies if the artifacts exists on local filesystem
+ * If workflow is on local FS then falcon.recipe.workflow.path in recipe property file is mandatory for it to be copied to HDFS. If templated process requires custom libs falcon.recipe.workflow.lib.path property is mandatory for them to be copied from Local FS to HDFS. Recipe tool will copy the local artifacts only if these properties are set in properties file
+ * Looks for the patten ##[A-Za-z0-9_.]*## in the templated process and substitutes it with the properties. Process entity generated after the substitution is written to the empty file passed by FalconCLI
+
+---++ Recipe template file format
+
+ * Any templatized string should be in the format ##[A-Za-z0-9_.]*##.
+ * There should be a corresponding entry in the recipe properties file "falcon.recipe.<templatized-string> = <value to be substituted>"
+
+<verbatim>
+Example: If the entry in recipe template is <workflow name="##workflow.name##"> there should be a corresponding entry in the recipe properties file falcon.recipe.workflow.name=hdfs-dr-workflow
+</verbatim>
+
+---++ Recipe properties file format
+
+ * Regular key value pair properties file
+ * Property key should be prefixed by "falcon.recipe."
+
+<verbatim>
+Example: falcon.recipe.workflow.name=hdfs-dr-workflow
+Recipe template will have <workflow name="##workflow.name##">. Recipe tool will look for the patten ##workflow.name##
+and replace it with the property value "hdfs-dr-workflow". Substituted template will have <workflow name="hdfs-dr-workflow">
+</verbatim>
+
+---++ Managing the scheduled recipe process
+ * Scheduled recipe process is similar to regular process
+ * List : falcon entity -type process -name <recipe-process-name> -list
+ * Status : falcon entity -type process -name <recipe-process-name> -status
+ * Delete : falcon entity -type process -name <recipe-process-name> -delete
+
+---++ Sample recipes
+
+ * Sample recipes are published in addons/recipes
+
+---++ Packaging
+
+ * There is no packaging for recipes at this time but will be added soon.
Modified: falcon/trunk/general/src/site/twiki/Security.twiki
URL: http://svn.apache.org/viewvc/falcon/trunk/general/src/site/twiki/Security.twiki?rev=1663735&r1=1663734&r2=1663735&view=diff
==============================================================================
--- falcon/trunk/general/src/site/twiki/Security.twiki (original)
+++ falcon/trunk/general/src/site/twiki/Security.twiki Tue Mar 3 16:30:48 2015
@@ -112,28 +112,28 @@ To authenticate user for REST api calls,
*operations on Entity Resource*
| *Resource* | *Description* | *Authorization* |
-| [[restapi/EntityValidate][api/entities/validate/:entity-type]] | Validate the entity | Owner/Group |
-| [[restapi/EntitySubmit][api/entities/submit/:entity-type]] | Submit the entity | Owner/Group |
-| [[restapi/EntityUpdate][api/entities/update/:entity-type/:entity-name]] | Update the entity | Owner/Group |
-| [[restapi/EntitySubmitAndSchedule][api/entities/submitAndSchedule/:entity-type]] | Submit & Schedule the entity | Owner/Group |
-| [[restapi/EntitySchedule][api/entities/schedule/:entity-type/:entity-name]] | Schedule the entity | Owner/Group |
-| [[restapi/EntitySuspend][api/entities/suspend/:entity-type/:entity-name]] | Suspend the entity | Owner/Group |
-| [[restapi/EntityResume][api/entities/resume/:entity-type/:entity-name]] | Resume the entity | Owner/Group |
-| [[restapi/EntityDelete][api/entities/delete/:entity-type/:entity-name]] | Delete the entity | Owner/Group |
-| [[restapi/EntityStatus][api/entities/status/:entity-type/:entity-name]] | Get the status of the entity | Owner/Group |
-| [[restapi/EntityDefinition][api/entities/definition/:entity-type/:entity-name]] | Get the definition of the entity | Owner/Group |
-| [[restapi/EntityList][api/entities/list/:entity-type?fields=:fields]] | Get the list of entities | Owner/Group |
-| [[restapi/EntityDependencies][api/entities/dependencies/:entity-type/:entity-name]] | Get the dependencies of the entity | Owner/Group |
+| [[./restapi/EntityValidate][api/entities/validate/:entity-type]] | Validate the entity | Owner/Group |
+| [[./restapi/EntitySubmit][api/entities/submit/:entity-type]] | Submit the entity | Owner/Group |
+| [[./restapi/EntityUpdate][api/entities/update/:entity-type/:entity-name]] | Update the entity | Owner/Group |
+| [[./restapi/EntitySubmitAndSchedule][api/entities/submitAndSchedule/:entity-type]] | Submit & Schedule the entity | Owner/Group |
+| [[./restapi/EntitySchedule][api/entities/schedule/:entity-type/:entity-name]] | Schedule the entity | Owner/Group |
+| [[./restapi/EntitySuspend][api/entities/suspend/:entity-type/:entity-name]] | Suspend the entity | Owner/Group |
+| [[./restapi/EntityResume][api/entities/resume/:entity-type/:entity-name]] | Resume the entity | Owner/Group |
+| [[./restapi/EntityDelete][api/entities/delete/:entity-type/:entity-name]] | Delete the entity | Owner/Group |
+| [[./restapi/EntityStatus][api/entities/status/:entity-type/:entity-name]] | Get the status of the entity | Owner/Group |
+| [[./restapi/EntityDefinition][api/entities/definition/:entity-type/:entity-name]] | Get the definition of the entity | Owner/Group |
+| [[./restapi/EntityList][api/entities/list/:entity-type?fields=:fields]] | Get the list of entities | Owner/Group |
+| [[./restapi/EntityDependencies][api/entities/dependencies/:entity-type/:entity-name]] | Get the dependencies of the entity | Owner/Group |
*REST Call on Feed and Process Instances*
| *Resource* | *Description* | *Authorization* |
-| [[restapi/InstanceRunning][api/instance/running/:entity-type/:entity-name]] | List of running instances. | Owner/Group |
-| [[restapi/InstanceStatus][api/instance/status/:entity-type/:entity-name]] | Status of a given instance | Owner/Group |
-| [[restapi/InstanceKill][api/instance/kill/:entity-type/:entity-name]] | Kill a given instance | Owner/Group |
-| [[restapi/InstanceSuspend][api/instance/suspend/:entity-type/:entity-name]] | Suspend a running instance | Owner/Group |
-| [[restapi/InstanceResume][api/instance/resume/:entity-type/:entity-name]] | Resume a given instance | Owner/Group |
-| [[restapi/InstanceRerun][api/instance/rerun/:entity-type/:entity-name]] | Rerun a given instance | Owner/Group |
+| [[./restapi/InstanceRunning][api/instance/running/:entity-type/:entity-name]] | List of running instances. | Owner/Group |
+| [[./restapi/InstanceStatus][api/instance/status/:entity-type/:entity-name]] | Status of a given instance | Owner/Group |
+| [[./restapi/InstanceKill][api/instance/kill/:entity-type/:entity-name]] | Kill a given instance | Owner/Group |
+| [[./restapi/InstanceSuspend][api/instance/suspend/:entity-type/:entity-name]] | Suspend a running instance | Owner/Group |
+| [[./restapi/InstanceResume][api/instance/resume/:entity-type/:entity-name]] | Resume a given instance | Owner/Group |
+| [[./restapi/InstanceRerun][api/instance/rerun/:entity-type/:entity-name]] | Rerun a given instance | Owner/Group |
| [[InstanceLogs][api/instance/logs/:entity-type/:entity-name]] | Get logs of a given instance | Owner/Group |
---++++ Admin Resources Policy
@@ -142,9 +142,9 @@ Only users belonging to admin users or g
determined by a static configuration parameter.
| *Resource* | *Description* | *Authorization* |
-| [[restapi/AdminVersion][api/admin/version]] | Get version of the server | No restriction |
-| [[restapi/AdminStack][api/admin/stack]] | Get stack of the server | Admin User/Group |
-| [[restapi/AdminConfig][api/admin/config/:config-type]] | Get configuration information of the server | Admin User/Group |
+| [[./restapi/AdminVersion][api/admin/version]] | Get version of the server | No restriction |
+| [[./restapi/AdminStack][api/admin/stack]] | Get stack of the server | Admin User/Group |
+| [[./restapi/AdminConfig][api/admin/config/:config-type]] | Get configuration information of the server | Admin User/Group |
---++++ Lineage Resource Policy
Modified: falcon/trunk/general/src/site/twiki/index.twiki
URL: http://svn.apache.org/viewvc/falcon/trunk/general/src/site/twiki/index.twiki?rev=1663735&r1=1663734&r2=1663735&view=diff
==============================================================================
--- falcon/trunk/general/src/site/twiki/index.twiki (original)
+++ falcon/trunk/general/src/site/twiki/index.twiki Tue Mar 3 16:30:48 2015
@@ -28,7 +28,7 @@ to Falcon architecture and documentation
describes steps to on-board a pipeline to Falcon. It also gives a sample pipeline for reference.
[[EntitySpecification][Entity Specification]] gives complete details of all Falcon entities.
-[[FalconCLI][Falcon CLI]] implements [[restapi/ResourceList][Falcon's RESTful API]] and
+[[FalconCLI][Falcon CLI]] implements [[./restapi/ResourceList][Falcon's RESTful API]] and
describes various options for the command line utility provided by Falcon.
Falcon provides OOTB [[HiveIntegration][lifecycle management for Tables in Hive (HCatalog)]]
Modified: falcon/trunk/releases/0.3-incubating/src/site/twiki/docs/EntitySpecification.twiki
URL: http://svn.apache.org/viewvc/falcon/trunk/releases/0.3-incubating/src/site/twiki/docs/EntitySpecification.twiki?rev=1663735&r1=1663734&r2=1663735&view=diff
==============================================================================
--- falcon/trunk/releases/0.3-incubating/src/site/twiki/docs/EntitySpecification.twiki (original)
+++ falcon/trunk/releases/0.3-incubating/src/site/twiki/docs/EntitySpecification.twiki Tue Mar 3 16:30:48 2015
@@ -4,7 +4,7 @@
* <a href="#Process_Specification">Process Specification</a>
---++ Cluster Specification
-The [[https://git-wip-us.apache.org/repos/asf?p=incubator-falcon.git;a=blob_plain;f=client/src/main/resources/cluster-0.1.xsd;hb=v0.3][Cluster XSD specification]] is available here:
+The [[https://git-wip-us.apache.org/repos/asf?p=falcon.git;a=blob_plain;f=client/src/main/resources/cluster-0.1.xsd;hb=v0.3][Cluster XSD specification]] is available here:
A cluster contains different interfaces which are used by Falcon like readonly, write, workflow and messaging.
A cluster is referenced by feeds and processes which are on-boarded to Falcon by its name.
@@ -67,7 +67,7 @@ Ideally JMS impl class name of messaging
should be defined here.
---++ Feed Specification
-The [[https://git-wip-us.apache.org/repos/asf?p=incubator-falcon.git;a=blob_plain;f=client/src/main/resources/feed-0.1.xsd;hb=v0.3][Feed XSD specification] is available here.
+The [[https://git-wip-us.apache.org/repos/asf?p=falcon.git;a=blob_plain;f=client/src/main/resources/feed-0.1.xsd;hb=v0.3][Feed XSD specification] is available here.
a Feed defines various attributes of feed like feed location, frequency, late-arrival handling
and retention policies.
@@ -158,7 +158,7 @@ paths are available as a property in a p
A key-value pair, which are propagated to the workflow engine. "queueName" and "jobPriority" are special properties available to user to specify the hadoop job queue and priority, the same value is used by Falcons launcher job.
---++ Process Specification
-The [[https://git-wip-us.apache.org/repos/asf?p=incubator-falcon.git;a=blob_plain;f=client/src/main/resources/process-0.1.xsd;hb=v0.3][Process XSD specification]] is available here.
+The [[https://git-wip-us.apache.org/repos/asf?p=falcon.git;a=blob_plain;f=client/src/main/resources/process-0.1.xsd;hb=v0.3][Process XSD specification]] is available here.
A process defines configuration for a workflow. A workflow is a directed acyclic graph(DAG) which defines the job for the workflow engine. A process definition defines the configurations required to run the workflow job. For example, process defines the frequency at which the workflow should run, the clusters on which the workflow should run, the inputs and outputs for the workflow, how the workflow failures should be handled, how the late inputs should be handled and so on.
@@ -482,4 +482,4 @@ Example:
...
</process>
</verbatim>
-This late handling specifies that late data detection should run at feed's late cut-off which is 6 hours in this case. If there is late data, Falcon should run the workflow specified at /projects/bootcamp/workflow/lateinput1/workflow.xml
\ No newline at end of file
+This late handling specifies that late data detection should run at feed's late cut-off which is 6 hours in this case. If there is late data, Falcon should run the workflow specified at /projects/bootcamp/workflow/lateinput1/workflow.xml
Modified: falcon/trunk/releases/0.4-incubating/src/site/twiki/docs/EntitySpecification.twiki
URL: http://svn.apache.org/viewvc/falcon/trunk/releases/0.4-incubating/src/site/twiki/docs/EntitySpecification.twiki?rev=1663735&r1=1663734&r2=1663735&view=diff
==============================================================================
--- falcon/trunk/releases/0.4-incubating/src/site/twiki/docs/EntitySpecification.twiki (original)
+++ falcon/trunk/releases/0.4-incubating/src/site/twiki/docs/EntitySpecification.twiki Tue Mar 3 16:30:48 2015
@@ -4,7 +4,7 @@
* <a href="#Process_Specification">Process Specification</a>
---++ Cluster Specification
-The [[https://git-wip-us.apache.org/repos/asf?p=incubator-falcon.git;a=blob_plain;f=client/src/main/resources/cluster-0.1.xsd;hb=refs/heads/branch-0.4][Cluster XSD specification]] is available here:
+The [[https://git-wip-us.apache.org/repos/asf?p=falcon.git;a=blob_plain;f=client/src/main/resources/cluster-0.1.xsd;hb=refs/heads/branch-0.4][Cluster XSD specification]] is available here:
A cluster contains different interfaces which are used by Falcon like readonly, write, workflow and messaging.
A cluster is referenced by feeds and processes which are on-boarded to Falcon by its name.
@@ -75,7 +75,7 @@ Ideally JMS impl class name of messaging
should be defined here.
---++ Feed Specification
-The [[https://git-wip-us.apache.org/repos/asf?p=incubator-falcon.git;a=blob_plain;f=client/src/main/resources/feed-0.1.xsd;hb=refs/heads/branch-0.4][Feed XSD specification]] is available here.
+The [[https://git-wip-us.apache.org/repos/asf?p=falcon.git;a=blob_plain;f=client/src/main/resources/feed-0.1.xsd;hb=refs/heads/branch-0.4][Feed XSD specification]] is available here.
A Feed defines various attributes of feed like feed location, frequency, late-arrival handling
and retention policies.
@@ -237,7 +237,7 @@ available to user to specify the hadoop
waiting for the feed instance and parallel decides the concurrent replication instances that can run at any given time.
---++ Process Specification
-The [[https://git-wip-us.apache.org/repos/asf?p=incubator-falcon.git;a=blob_plain;f=client/src/main/resources/process-0.1.xsd;hb=refs/heads/branch-0.4][Process XSD specification]] is available here.
+The [[https://git-wip-us.apache.org/repos/asf?p=falcon.git;a=blob_plain;f=client/src/main/resources/process-0.1.xsd;hb=refs/heads/branch-0.4][Process XSD specification]] is available here.
A process defines configuration for a workflow. A workflow is a directed acyclic graph(DAG) which defines the job for the workflow engine. A process definition defines the configurations required to run the workflow job. For example, process defines the frequency at which the workflow should run, the clusters on which the workflow should run, the inputs and outputs for the workflow, how the workflow failures should be handled, how the late inputs should be handled and so on.
Modified: falcon/trunk/releases/0.4-incubating/src/site/twiki/docs/FalconArchitecture.twiki
URL: http://svn.apache.org/viewvc/falcon/trunk/releases/0.4-incubating/src/site/twiki/docs/FalconArchitecture.twiki?rev=1663735&r1=1663734&r2=1663735&view=diff
==============================================================================
--- falcon/trunk/releases/0.4-incubating/src/site/twiki/docs/FalconArchitecture.twiki (original)
+++ falcon/trunk/releases/0.4-incubating/src/site/twiki/docs/FalconArchitecture.twiki Tue Mar 3 16:30:48 2015
@@ -135,7 +135,7 @@ Examples:
---++ Entity Management actions
-All the following operation can also be done using [[restapi/ResourceList][Falcon's RESTful API]].
+All the following operation can also be done using [[./restapi/ResourceList][Falcon's RESTful API]].
---+++ Submit
Entity submit action allows a new cluster/feed/process to be setup within Falcon. Submitted entity is not
Modified: falcon/trunk/releases/0.4-incubating/src/site/twiki/docs/InstallationSteps.twiki
URL: http://svn.apache.org/viewvc/falcon/trunk/releases/0.4-incubating/src/site/twiki/docs/InstallationSteps.twiki?rev=1663735&r1=1663734&r2=1663735&view=diff
==============================================================================
--- falcon/trunk/releases/0.4-incubating/src/site/twiki/docs/InstallationSteps.twiki (original)
+++ falcon/trunk/releases/0.4-incubating/src/site/twiki/docs/InstallationSteps.twiki Tue Mar 3 16:30:48 2015
@@ -4,7 +4,7 @@
---+++ Building Falcon
<verbatim>
-git clone https://git-wip-us.apache.org/repos/asf/incubator-falcon.git falcon
+git clone https://git-wip-us.apache.org/repos/asf/falcon.git falcon
cd falcon
Modified: falcon/trunk/releases/0.5-incubating/src/site/twiki/FalconDocumentation.twiki
URL: http://svn.apache.org/viewvc/falcon/trunk/releases/0.5-incubating/src/site/twiki/FalconDocumentation.twiki?rev=1663735&r1=1663734&r2=1663735&view=diff
==============================================================================
--- falcon/trunk/releases/0.5-incubating/src/site/twiki/FalconDocumentation.twiki (original)
+++ falcon/trunk/releases/0.5-incubating/src/site/twiki/FalconDocumentation.twiki Tue Mar 3 16:30:48 2015
@@ -142,7 +142,7 @@ Examples:
---++ Entity Management actions
-All the following operation can also be done using [[restapi/ResourceList][Falcon's RESTful API]].
+All the following operation can also be done using [[./restapi/ResourceList][Falcon's RESTful API]].
---+++ Submit
Entity submit action allows a new cluster/feed/process to be setup within Falcon. Submitted entity is not
Modified: falcon/trunk/releases/0.5-incubating/src/site/twiki/InstallationSteps.twiki
URL: http://svn.apache.org/viewvc/falcon/trunk/releases/0.5-incubating/src/site/twiki/InstallationSteps.twiki?rev=1663735&r1=1663734&r2=1663735&view=diff
==============================================================================
--- falcon/trunk/releases/0.5-incubating/src/site/twiki/InstallationSteps.twiki (original)
+++ falcon/trunk/releases/0.5-incubating/src/site/twiki/InstallationSteps.twiki Tue Mar 3 16:30:48 2015
@@ -4,7 +4,7 @@
---+++ Building Falcon
<verbatim>
-git clone https://git-wip-us.apache.org/repos/asf/incubator-falcon.git falcon
+git clone https://git-wip-us.apache.org/repos/asf/falcon.git falcon
cd falcon
Modified: falcon/trunk/releases/0.6-incubating/src/site/twiki/FalconCLI.twiki
URL: http://svn.apache.org/viewvc/falcon/trunk/releases/0.6-incubating/src/site/twiki/FalconCLI.twiki?rev=1663735&r1=1663734&r2=1663735&view=diff
==============================================================================
--- falcon/trunk/releases/0.6-incubating/src/site/twiki/FalconCLI.twiki (original)
+++ falcon/trunk/releases/0.6-incubating/src/site/twiki/FalconCLI.twiki Tue Mar 3 16:30:48 2015
@@ -54,7 +54,7 @@ $FALCON_HOME/bin/falcon entity -type [cl
Optional Args : -fields <<field1,field2>> -filterBy <<field1:value1,field2:value2>> -tags <<tagkey=tagvalue,tagkey=tagvalue>>
-orderBy <<field>> -sortOrder <<sortOrder>> -offset 0 -numResults 10
-<a href="./Restapi/EntityList.html">Optional params described here.</a>
+<a href="./restapi/EntityList.html">Optional params described here.</a>
---+++Summary
@@ -67,7 +67,7 @@ Optional Args : -start "yyyy-MM-dd'T'HH:
-filterBy <<field1:value1,field2:value2>> -tags <<tagkey=tagvalue,tagkey=tagvalue>>
-orderBy <<field>> -sortOrder <<sortOrder>> -offset 0 -numResults 10 -numInstances 7
-<a href="./Restapi/EntitySummary.html">Optional params described here.</a>
+<a href="./restapi/EntitySummary.html">Optional params described here.</a>
---+++Update
@@ -163,7 +163,7 @@ Optional Args : -start "yyyy-MM-dd'T'HH:
-filterBy <<field1:value1,field2:value2>> -lifecycle <<lifecycles>>
-orderBy field -sortOrder <<sortOrder>> -offset 0 -numResults 10
-<a href="./Restapi/InstanceStatus.html"> Optional params described here.</a>
+<a href="./restapi/InstanceStatus.html"> Optional params described here.</a>
---+++List
@@ -181,7 +181,7 @@ Optional Args : -start "yyyy-MM-dd'T'HH:
-colo <<colo>> -lifecycle <<lifecycles>>
-filterBy <<field1:value1,field2:value2>> -orderBy field -sortOrder <<sortOrder>> -offset 0 -numResults 10
-<a href="./Restapi/InstanceList.html">Optional params described here.</a>
+<a href="./restapi/InstanceList.html">Optional params described here.</a>
---+++Summary
@@ -199,7 +199,7 @@ $FALCON_HOME/bin/falcon instance -type <
Optional Args : -start "yyyy-MM-dd'T'HH:mm'Z'" -end "yyyy-MM-dd'T'HH:mm'Z'"
-colo <<colo>> -lifecycle <<lifecycles>>
-<a href="./Restapi/InstanceSummary.html">Optional params described here.</a>
+<a href="./restapi/InstanceSummary.html">Optional params described here.</a>
---+++Running
@@ -211,7 +211,7 @@ $FALCON_HOME/bin/falcon instance -type <
Optional Args : -colo <<colo>> -lifecycle <<lifecycles>>
-filterBy <<field1:value1,field2:value2>> -orderBy <<field>> -sortOrder <<sortOrder>> -offset 0 -numResults 10
-<a href="./Restapi/InstanceRunning.html">Optional params described here.</a>
+<a href="./restapi/InstanceRunning.html">Optional params described here.</a>
---+++FeedInstanceListing
@@ -223,7 +223,7 @@ $FALCON_HOME/bin/falcon instance -entity
Optional Args : -start "yyyy-MM-dd'T'HH:mm'Z'" -end "yyyy-MM-dd'T'HH:mm'Z'"
-colo <<colo>>
-<a href="./Restapi/FeedInstanceListing.html">Optional params described here.</a>
+<a href="./restapi/FeedInstanceListing.html">Optional params described here.</a>
---+++Logs
@@ -236,7 +236,7 @@ Optional Args : -start "yyyy-MM-dd'T'HH:
-colo <<colo>> -lifecycle <<lifecycles>>
-filterBy <<field1:value1,field2:value2>> -orderBy field -sortOrder <<sortOrder>> -offset 0 -numResults 10
-<a href="./Restapi/InstanceLogs.html">Optional params described here.</a>
+<a href="./restapi/InstanceLogs.html">Optional params described here.</a>
---+++LifeCycle
Modified: falcon/trunk/releases/0.6-incubating/src/site/twiki/FalconDocumentation.twiki
URL: http://svn.apache.org/viewvc/falcon/trunk/releases/0.6-incubating/src/site/twiki/FalconDocumentation.twiki?rev=1663735&r1=1663734&r2=1663735&view=diff
==============================================================================
--- falcon/trunk/releases/0.6-incubating/src/site/twiki/FalconDocumentation.twiki (original)
+++ falcon/trunk/releases/0.6-incubating/src/site/twiki/FalconDocumentation.twiki Tue Mar 3 16:30:48 2015
@@ -146,7 +146,7 @@ Examples:
---++ Entity Management actions
-All the following operation can also be done using [[restapi/ResourceList][Falcon's RESTful API]].
+All the following operation can also be done using [[./restapi/ResourceList][Falcon's RESTful API]].
---+++ Submit
Entity submit action allows a new cluster/feed/process to be setup within Falcon. Submitted entity is not
Modified: falcon/trunk/releases/0.6-incubating/src/site/twiki/InstallationSteps.twiki
URL: http://svn.apache.org/viewvc/falcon/trunk/releases/0.6-incubating/src/site/twiki/InstallationSteps.twiki?rev=1663735&r1=1663734&r2=1663735&view=diff
==============================================================================
--- falcon/trunk/releases/0.6-incubating/src/site/twiki/InstallationSteps.twiki (original)
+++ falcon/trunk/releases/0.6-incubating/src/site/twiki/InstallationSteps.twiki Tue Mar 3 16:30:48 2015
@@ -4,7 +4,7 @@
---+++ Building Falcon
<verbatim>
-git clone https://git-wip-us.apache.org/repos/asf/incubator-falcon.git falcon
+git clone https://git-wip-us.apache.org/repos/asf/falcon.git falcon
cd falcon
Modified: falcon/trunk/releases/0.6-incubating/src/site/twiki/Security.twiki
URL: http://svn.apache.org/viewvc/falcon/trunk/releases/0.6-incubating/src/site/twiki/Security.twiki?rev=1663735&r1=1663734&r2=1663735&view=diff
==============================================================================
--- falcon/trunk/releases/0.6-incubating/src/site/twiki/Security.twiki (original)
+++ falcon/trunk/releases/0.6-incubating/src/site/twiki/Security.twiki Tue Mar 3 16:30:48 2015
@@ -112,28 +112,28 @@ To authenticate user for REST api calls,
*operations on Entity Resource*
| *Resource* | *Description* | *Authorization* |
-| [[restapi/EntityValidate][api/entities/validate/:entity-type]] | Validate the entity | Owner/Group |
-| [[restapi/EntitySubmit][api/entities/submit/:entity-type]] | Submit the entity | Owner/Group |
-| [[restapi/EntityUpdate][api/entities/update/:entity-type/:entity-name]] | Update the entity | Owner/Group |
-| [[restapi/EntitySubmitAndSchedule][api/entities/submitAndSchedule/:entity-type]] | Submit & Schedule the entity | Owner/Group |
-| [[restapi/EntitySchedule][api/entities/schedule/:entity-type/:entity-name]] | Schedule the entity | Owner/Group |
-| [[restapi/EntitySuspend][api/entities/suspend/:entity-type/:entity-name]] | Suspend the entity | Owner/Group |
-| [[restapi/EntityResume][api/entities/resume/:entity-type/:entity-name]] | Resume the entity | Owner/Group |
-| [[restapi/EntityDelete][api/entities/delete/:entity-type/:entity-name]] | Delete the entity | Owner/Group |
-| [[restapi/EntityStatus][api/entities/status/:entity-type/:entity-name]] | Get the status of the entity | Owner/Group |
-| [[restapi/EntityDefinition][api/entities/definition/:entity-type/:entity-name]] | Get the definition of the entity | Owner/Group |
-| [[restapi/EntityList][api/entities/list/:entity-type?fields=:fields]] | Get the list of entities | Owner/Group |
-| [[restapi/EntityDependencies][api/entities/dependencies/:entity-type/:entity-name]] | Get the dependencies of the entity | Owner/Group |
+| [[./restapi/EntityValidate][api/entities/validate/:entity-type]] | Validate the entity | Owner/Group |
+| [[./restapi/EntitySubmit][api/entities/submit/:entity-type]] | Submit the entity | Owner/Group |
+| [[./restapi/EntityUpdate][api/entities/update/:entity-type/:entity-name]] | Update the entity | Owner/Group |
+| [[./restapi/EntitySubmitAndSchedule][api/entities/submitAndSchedule/:entity-type]] | Submit & Schedule the entity | Owner/Group |
+| [[./restapi/EntitySchedule][api/entities/schedule/:entity-type/:entity-name]] | Schedule the entity | Owner/Group |
+| [[./restapi/EntitySuspend][api/entities/suspend/:entity-type/:entity-name]] | Suspend the entity | Owner/Group |
+| [[./restapi/EntityResume][api/entities/resume/:entity-type/:entity-name]] | Resume the entity | Owner/Group |
+| [[./restapi/EntityDelete][api/entities/delete/:entity-type/:entity-name]] | Delete the entity | Owner/Group |
+| [[./restapi/EntityStatus][api/entities/status/:entity-type/:entity-name]] | Get the status of the entity | Owner/Group |
+| [[./restapi/EntityDefinition][api/entities/definition/:entity-type/:entity-name]] | Get the definition of the entity | Owner/Group |
+| [[./restapi/EntityList][api/entities/list/:entity-type?fields=:fields]] | Get the list of entities | Owner/Group |
+| [[./restapi/EntityDependencies][api/entities/dependencies/:entity-type/:entity-name]] | Get the dependencies of the entity | Owner/Group |
*REST Call on Feed and Process Instances*
| *Resource* | *Description* | *Authorization* |
-| [[restapi/InstanceRunning][api/instance/running/:entity-type/:entity-name]] | List of running instances. | Owner/Group |
-| [[restapi/InstanceStatus][api/instance/status/:entity-type/:entity-name]] | Status of a given instance | Owner/Group |
-| [[restapi/InstanceKill][api/instance/kill/:entity-type/:entity-name]] | Kill a given instance | Owner/Group |
-| [[restapi/InstanceSuspend][api/instance/suspend/:entity-type/:entity-name]] | Suspend a running instance | Owner/Group |
-| [[restapi/InstanceResume][api/instance/resume/:entity-type/:entity-name]] | Resume a given instance | Owner/Group |
-| [[restapi/InstanceRerun][api/instance/rerun/:entity-type/:entity-name]] | Rerun a given instance | Owner/Group |
+| [[./restapi/InstanceRunning][api/instance/running/:entity-type/:entity-name]] | List of running instances. | Owner/Group |
+| [[./restapi/InstanceStatus][api/instance/status/:entity-type/:entity-name]] | Status of a given instance | Owner/Group |
+| [[./restapi/InstanceKill][api/instance/kill/:entity-type/:entity-name]] | Kill a given instance | Owner/Group |
+| [[./restapi/InstanceSuspend][api/instance/suspend/:entity-type/:entity-name]] | Suspend a running instance | Owner/Group |
+| [[./restapi/InstanceResume][api/instance/resume/:entity-type/:entity-name]] | Resume a given instance | Owner/Group |
+| [[./restapi/InstanceRerun][api/instance/rerun/:entity-type/:entity-name]] | Rerun a given instance | Owner/Group |
| [[InstanceLogs][api/instance/logs/:entity-type/:entity-name]] | Get logs of a given instance | Owner/Group |
---++++ Admin Resources Policy
@@ -142,9 +142,9 @@ Only users belonging to admin users or g
determined by a static configuration parameter.
| *Resource* | *Description* | *Authorization* |
-| [[restapi/AdminVersion][api/admin/version]] | Get version of the server | No restriction |
-| [[restapi/AdminStack][api/admin/stack]] | Get stack of the server | Admin User/Group |
-| [[restapi/AdminConfig][api/admin/config/:config-type]] | Get configuration information of the server | Admin User/Group |
+| [[./restapi/AdminVersion][api/admin/version]] | Get version of the server | No restriction |
+| [[./restapi/AdminStack][api/admin/stack]] | Get stack of the server | Admin User/Group |
+| [[./restapi/AdminConfig][api/admin/config/:config-type]] | Get configuration information of the server | Admin User/Group |
---++++ Lineage Resource Policy